User-agent: *
Crawl-delay: 30

User-agent: Googlebot
Allow: /
User-agent: Slurp
Allow: /
User-agent: Facebot
Allow: /
User-agent: facebookexternalhit
Allow: /
User-Agent: Bingbot
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: AdsBot-Google (+http://www.google.com/adsbot.html)
Allow: /
User-agent: Googlebot-News
Allow: /
User-agent: DuckDuckBot/1.0; (+http://duckduckgo.com/duckduckbot.html)
Allow: /
User-agent: Baiduspider
Allow: /
User-agent: YandexBot
Allow: /
User-agent: ia_archiver
Allow: /
User-agent: SemrushBot-SA
Allow: /
User-agent: AdsBot-Google-Mobile
Allow: /
User-agent: Googlebot-Video
Allow: /
User-agent: AdsBot-Google-Mobile-Apps
Allow: /
User-agent: FeedFetcher-Google
Allow: /