User-agent: Googlebot
User-agent: APIs-Google
User-agent: Mediapartners-Google
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile-Apps
User-agent: FeedFetcher-Google
User-agent: Google-Read-Aloud
User-agent: DuplexWeb-Google
User-agent: Google Favicon
User-agent: Google-Ads-Creatives-Assistant
User-agent: AppEngine-Google
User-agent: Bingbot # Bing
User-agent: bingbot # Bing
User-agent: BingPreview # Bing
User-agent: AdIdxBot # Bing
User-agent: msnbot # Bing
User-agent: adidxbot # Bing
User-agent: Facebot # Facebook
User-agent: facebot # Facebook
User-agent: facebookexternalhit # Facebook
User-agent: YandexDirect
User-agent: YandexImages
User-agent: yandexbot
User-agent: YandexBot
User-agent: Yandex.Metrika
User-agent: YandexAccessibilityBot
User-agent: YandexCalendar
User-agent: YandexDirect
User-agent: YandexMobileBot
User-agent: YandexScreenshotBot
User-agent: YandexVideoParser
User-agent: YaDirectFetcher
User-agent: *Yahoo! Slurp* # Yahoo
User-agent: *Taboolabot*
User-agent: *outbrain*
User-agent: *Pinterest*
User-agent: *Pingdom*
Allow: /
Disallow: /out # Outbound urls

User-agent: *
Allow: /ads.txt
Disallow: /