User-agent: *
Disallow: /admin
Disallow: /api
Disallow: /tools
Disallow: /other
Disallow: /monitor
Crawl-delay: 3 # таймаут между запросами сек

User-agent: bingbot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: LinkpadBot
Disallow: /

User-agent: ia_archiver
Disallow: /

User-agent: MJ12bot
Disallow: /

user-agent: AhrefsBot
disallow: /

User-agent: dotbot
Disallow: /

User-agent: meanpathbot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: 007ac9
Disallow: /

User-agent: Slurp
Disallow: /

User-agent: WBSearchBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: MegaIndex.ru
Disallow: /