User-agent: Megalodon
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: baiduspider
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Wget
Disallow: /

#User-agent: Twitterbot
#Disallow: /

User-agent: bitlybot
Disallow: /

User-agent: DeuSu
Disallow: /

User-agent: Clickagy Intelligence Bot v2
Disallow: /

User-agent: GetIntent Crawler
Disallow: /

User-agent: Mediatoolkitbot
Disallow: /

User-agent: SurdotlyBot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: smrjbot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: your-search-bot
Disallow: /

User-agent: GrapeshotCrawler
Disallow: /

User-agent: coccocbot-web
Disallow: /

User-agent: Claritybot
Disallow: /

User-agent: special_archiver
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: archive.org_bot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: ICC-Crawler
Disallow: /

User-agent: adbeat_bot
Disallow: /

User-agent: Cliqzbot
Disallow: /

User-agent: MSIECrawler
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: Webliobot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: BrandVerity
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: AmazonAdBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: Zoominfobot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: bingbot
Crawl-Delay: 30
Disallow: /