User-agent: PetalBot
User-agent: SemrushBot
User-agent: AhrefsBot
Disallow: /
# BEGIN ANSIBLE MANAGED BLOCK
User-agent: MJ12bot
User-agent: AhrefsBot
User-agent: dotbot
User-agent: PetalBot
User-agent: SemrushBot
User-agent: MauiBot (crawler.feedback+gamma@gmail.com)
User-agent: SEOkicks-Robot
User-agent: Zoominfobot
User-agent: DataForSeoBot
User-agent: serpstatbot
User-agent: Bytedance
User-agent: Bytespider
User-agent: ClaudeBot
User-agent: FriendlyCrawler
Disallow: /
Crawl-delay: 5
# END ANSIBLE MANAGED BLOCK