# Rate limiting for SEO tools
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

# Block aggressive scrapers
User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

# Default rules for all bots (including Google, Bing, ChatGPT, Claude, etc.)
User-agent: *
Disallow: /Clientes/
Disallow: /cache/
Disallow: /private/
Disallow: /cgi-bin/

# Sitemap
Sitemap: https://www.k2webhost.com/sitemap.xml