# Slow down the general Ahrefs web crawler
User-agent: AhrefsBot
Crawl-delay: 5

# Slow down the on-demand Site Audit tool crawler
User-agent: AhrefsSiteAudit
Crawl-delay: 10

# Slow down the on-demand Site Audit tool crawler
User-agent: Bingbot
Crawl-delay: 10

User-agent: 

User-agent: Sogou web spider
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Magellan
Disallow: /

# Allow all others
User-agent: *
Disallow: /wp-admin/