User-agent: *
Disallow: /bugs/api/soap/
Crawl-Delay: 10

User-Agent: msnbot
Crawl-Delay: 60

# 20200827 dregad Disable various bots hitting us too heavily
User-Agent: SemrushBot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: MJ12bot
Disallow: /

User-Agent: DotBot
Disallow: /

User-Agent: BLEXBot
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: The Knowledge AI
Disallow: /

User-Agent: MegaIndex.ru 
Disallow: /

User-Agent: megaindex.com
Disallow: /

User-Agent: ClaudeBot
Disallow: /