# Robots.txt for betonly.com
# Generated dynamically - SEO optimized

# === AI Bots (Traffic Drivers) - ALLOWED ===
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: PerplexityBot
User-agent: Google-Extended
Allow: /
Allow: /llms.txt
Allow: /llm.html

# === AI Bots (Data Scrapers) - BLOCKED ===
User-agent: CCBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Omgilibot
User-agent: FacebookBot
User-agent: Bytespider
User-agent: Amazonbot
User-agent: cohere-ai
User-agent: Diffbot
Disallow: /

# === Default Rules for All Bots ===
User-agent: *

# System routes
Disallow: /api/
Disallow: /cdn-cgi/
Disallow: /_next/
Disallow: /static/
Disallow: /assets/
Disallow: /.well-known/

# User private areas
Disallow: /login
Disallow: /register
Disallow: /profile
Disallow: /settings
Disallow: /notifications
Disallow: /auth/
Disallow: /deposit
Disallow: /withdraw
Disallow: /transactions
Disallow: /betslip
Disallow: /my-bets
Disallow: /account
Disallow: /kyc
Disallow: /verification

# Empty/dynamic forms
Disallow: /shared-betslips/
Disallow: /share/

# Error pages
Disallow: /not-found
Disallow: /error
Disallow: /404
Disallow: /500
Disallow: /maintenance

# Internal/admin areas
Disallow: /admin
Disallow: /cms
Disallow: /backoffice

# Tracking and session parameters (prevent duplicate content)
Disallow: /*?utm_source=*
Disallow: /*?utm_medium=*
Disallow: /*?utm_campaign=*
Disallow: /*?utm_term=*
Disallow: /*?utm_content=*
Disallow: /*?utm_id=*
Disallow: /*?fbclid=*
Disallow: /*?gclid=*
Disallow: /*?msclkid=*
Disallow: /*?dclid=*
Disallow: /*?_ga=*
Disallow: /*?_gl=*
Disallow: /*?ref=*
Disallow: /*?partner=*
Disallow: /*?page=*
Disallow: /*?sort=*
Disallow: /*?filter=*
Disallow: /*?search=*
Disallow: /*?q=*
Disallow: /*?token=*
Disallow: /*?session=*
Disallow: /*?sid=*
Disallow: /*?*&utm_source=*
Disallow: /*?*&utm_medium=*
Disallow: /*?*&utm_campaign=*
Disallow: /*?*&utm_term=*
Disallow: /*?*&utm_content=*
Disallow: /*?*&utm_id=*
Disallow: /*?*&fbclid=*
Disallow: /*?*&gclid=*
Disallow: /*?*&msclkid=*
Disallow: /*?*&dclid=*
Disallow: /*?*&_ga=*
Disallow: /*?*&_gl=*
Disallow: /*?*&ref=*
Disallow: /*?*&partner=*
Disallow: /*?*&page=*
Disallow: /*?*&sort=*
Disallow: /*?*&filter=*
Disallow: /*?*&search=*
Disallow: /*?*&q=*
Disallow: /*?*&token=*
Disallow: /*?*&session=*
Disallow: /*?*&sid=*

# Crawl rate limiting
Crawl-delay: 1

# Explicitly allow important paths
Allow: /$
Allow: /sport
Allow: /casino
Allow: /info/
Allow: /event/
Allow: /league/
Allow: /game/

# Sitemap location
Sitemap: https://betonly.com/sitemap.xml

# Preferred host
Host: betonly.com