# disallow all group
User-agent: AhrefsBot
User-agent: AiHitBot
User-agent: at-bot
User-agent: Baispider
User-agent: BLEXBot
User-agent: Barkrowler
User-agent: CareerBot
User-agent: CensysInspect
User-agent: Cliqzbot
User-agent: coccocbot-image
User-agent: coccocbot-web
User-agent: DataForSeoBot
User-agent: DotBot
User-agent: ev-crawler
User-agent: FemtosearchBot
User-agent: fluid
User-agent: GrapeshotCrawler
User-agent: iCjobs
User-agent: Konqueror
User-agent: linkdexbot
User-agent: magpie-crawler
User-agent: MetaJobBot
User-agent: MegaIndex
User-agent: MegaIndex.ru
User-agent: MegaIndex.ru/2.0
User-agent: MJ12bot
User-agent: MojeekBot
User-agent: Monsidobot
User-agent: Neevabot
User-agent: oBot
User-agent: Orbbot
User-agent: PetalBot
User-agent: proximic
User-agent: QuerySeekerSpider
User-agent: ResearchBot
User-agent: SearchmetricsBot
User-agent: SeekportBot
User-agent: SemrushBot
User-agent: SemrushBot-BA
User-agent: SemrushBot-SI
User-agent: SemrushBot/7~bl
User-agent: SEOkicks
User-agent: SEOkicks-Robot
User-agent: seoscanners.net
User-agent: SeznamBot
User-agent: SISTRIX
User-agent: PetalBot
User-agent: Pinterestbot
User-agent: Qwantify
User-agent: TMMBot
User-agent: UptimeRobot
User-agent: UptimeRobot/2.0
User-agent: Vagabondo
User-agent: webintegration
User-agent: WellKnownBot
User-agent: WBSearchBot
User-agent: Yandex
User-agent: YandexBot
User-agent: YandexImages
User-agent: Yeti
Disallow: /

# individual settings
User-agent: Monsidobot
Crawl-delay: 60