User-agent: *
Disallow: /

User-agent: nbot
Allow: /
User-agent: bingbot
Allow: /
User-agent: SemrushBot
Allow: /
User-agent: AhrefsBot
Allow: /
User-agent: trendiction
Allow: /
User-agent: Googlebot
Allow: /
User-agent: Applebot
Allow: /
User-agent: YandexBot
Allow: /
User-agent: link
Allow: /
User-agent: MJ12bot
Allow: /
User-agent: seek
Allow: /
User-agent: BLEXBot
Allow: /
User-agent: Barkrowler
Allow: /
User-agent: Googlebot-Image
Allow: /
User-agent: spider
Allow: /
User-agent: facebookexternalhit
Allow: /
User-agent: CFNetwork
Allow: /
User-agent: Dalvik
Allow: /
User-agent: CCBot
Allow: /
User-agent: Sogou web spider
Allow: /
User-agent: robot
Allow: /
User-agent: Apache-HttpClient
Allow: /
User-agent: Go-http-client
Allow: /
User-agent: YandexImages
Allow: /
User-agent: DotBot
Allow: /
User-agent: Baidu ( catchall )
Allow: /
User-agent: DuckDuckGo-Favicons-Bot
Allow: /
User-agent: Mail.RU Bot
Allow: /
User-agent: SeznamBot
Allow: /
User-agent: Pinterestbot
Allow: /
User-agent: Yandex ( catchall )
Allow: /
User-agent: zoominfobot
Allow: /
User-agent: crawl
Allow: /
User-agent: YiSouSpider
Allow: /
User-agent: survey
Allow: /
User-agent: 360Spider
Allow: /
User-agent: PhantomJS
Allow: /
User-agent: Screaming Frog SEO Spider
Allow: /
User-agent: LinkedInBot
Allow: /
User-agent: SurdotlyBot
Allow: /
User-agent: Feedfetcher-Google
Allow: /
User-agent: fetcher
Allow: /
User-agent: linkdexbot
Allow: /
User-agent: Konqueror
Allow: /
User-agent: TelegramBot
Allow: /
User-agent: Curl
Allow: /
User-agent: checker
Allow: /
User-agent: Python-urllib
Allow: /
User-agent: Lightspeed
Allow: /
User-agent: Java ( catchall )
Allow: /
User-agent: Wget
Allow: /
User-agent: Yahoo! Slurp
Allow: /
User-agent: A PHP script
Allow: /
User-agent: archive.org_bot
Allow: /