User-agent: Baiduspider
Crawl-delay: 100
Disallow: /
User-agent: Baiduspider/2.0
Crawl-delay: 100
Disallow: /
User-agent: baiduspider
Crawl-delay: 100
Disallow: /
User-agent: Yandex
User-agent: YandexBot
Disallow: /
User-agent: linkdexbot
Disallow: /
User-agent: linkdex.com
Disallow: /
User-agent: linkdexbot/2.0
Disallow: /
User-Agent: MJ12bot
Disallow: /
User-Agent: AhrefsBot
Disallow: /
User-agent: proximic
Disallow: /
User-agent: AddThis.com
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: grapeshot
Disallow: /
User-agent: EasouSpider
Disallow: /
User-agent: sistrix
Disallow: /
User-agent: MaxPointCrawler
Disallow: /
User-agent: MaxPointCrawler/Nutch-1.1
Disallow: /
User-agent: Slurp
Disallow: /
User-agent: SMTBot
Disallow: /
User-agent: spbot
Disallow: /
User-agent: AdMedia bot
Disallow: /
User-agent: NerdyBot
Disallow: /
User-agent: sogou spider
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: NaverBot
User-agent: Yeti
Disallow: /
User-agent: moget
User-agent: ichiro
Disallow: /
User-agent: bingbot
Crawl-delay: 5
User-agent: SemrushBot-SA
Disallow: /
User-agent: Mail.RU_Bot
Disallow: /
User-agent: magpie-crawler
Disallow: /
User-agent: Httpcomponents/1.1
Disallow: /
User-agent: BUbiNG
Disallow: /
User-agent: CriteoBot/0.1
Disallow: /
User-agent: PetalBot
User-agent: DAUM
User-agent: CCBot
User-agent: bitlybot
User-agent: httpx
User-agent: Discordbot
User-agent: MojeekBot
User-agent: admantx
User-agent: ZoominfoBot
User-agent: oBot
User-agent: Crawler
User-agent: DuckDuckGo-Favicons-Bot
User-agent: Google Favicon
User-agent: Go-http-client
User-agent: Genieo
User-agent: CJNetworkQuality
User-agent: VB-Tec:INET
Disallow: /
User-agent: *
User-agent: AdsBot-Google
Disallow:
User-agent: Googlebot
Disallow:
User-agent: Googlebot-image
Disallow: