User-agent: *

Sitemap: https://www.jawa.gg/sitemap.xml

Allow: /

Disallow: /cart
Disallow: /chat/
Disallow: /checkout/
Disallow: /dashboard/
Disallow: /offer-checkout/
Disallow: /settings/

# AI Search Crawlers - ALLOW for discoverability
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Applebot
User-agent: cohere-ai
User-agent: YouBot
Allow: /

# AI Training Crawlers - ALLOW for improved recommendations
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Amazonbot
Allow: /

# Google AI Training - Block (training only, no search benefit)
User-agent: Google-Extended
Disallow: /

# Aggressive/Problematic Crawlers - Block
User-agent: Bytespider
User-agent: Diffbot
User-agent: Timpibot
User-agent: CCBot
Disallow: /