# slow this one down
User-agent: SemrushBot
User-agent: SemrushBot-SA
#crawl-delay:10

# block by user-agent
User-agent: adbeat_bot
User-agent: adsbot
User-agent: AhrefsBot
User-agent: AHREFScrawler
User-agent: Amazonbot
User-agent: Applebot
User-agent: AwarioSmartBot
User-agent: Barkrowler
User-agent: BLEXBot
User-agent: Baiduspider
User-agent: Buck
User-agent: CCBot
User-agent: CensysInspect
User-agent: Cincraw
User-agent: coccocbot
User-agent: DAUM
User-agent: dotbot
User-agent: DuckDuckBot
User-agent: DuckDuckGo-Favicons-Bot
User-agent: EzineArticlesLinkScanner
User-agent: Go-http-client
User-agent: grapeshot
User-agent: GreenBrowser
User-agent: KOCMOHABT
User-agent: ltx71
User-agent: Mail.Ru
User-agent: masscan
User-agent: MauiBot
User-agent: Mediatoolkitbot
User-agent: MojeekBot
User-agent: monsidobot
User-agent: MJ12bot
User-agent: NetSystemsResearch
User-agent: newspaper
User-agent: Nimbostratus-Bot
User-agent: oBot
User-agent: Orbbot
User-agent: PageThing
User-agent: PetalBot
User-agent: Pinterestbot
User-agent: proximic
User-agent: Qwantify
User-agent: redditbot
User-agent: RyteBot
User-agent: RSiteAuditor
User-agent: SafeDNSBot
User-agent: Seekport Crawler
User-agent: SEOkicks
User-agent: serpstatbot
User-agent: SeznamBot
User-agent: Sogou web spider
User-agent: startmebot
User-agent: StormCrawler
User-agent: TprAdsTxtCrawler
User-agent: The Knowledge AI
User-agent: TurnitinBot
User-agent: WebDataStats
User-agent: WellKnownBot
User-agent: WikiDo
User-agent: woorankreview
User-agent: Yandex
User-agent: Yeti
User-agent: ZoominfoBot
User-agent: zgrab
User-agent: ZoomBot
User-agent: Bingbot
Disallow: /