User-agent: Googlebot
Allow: /
User-agent: Media partners-Google
Allow: /
User-agent: AdsBot-Google-Mobile
Allow: /
User-agent: AdsBot-Google
Allow: /
User-agent: Media partners-Google
Allow: /
User-agent: Bingbot
Allow: /
User-agent: Applebot
Allow: /
User-agent: rogerbot
Allow: /
User-agent: *
Disallow: /