# robots.txt for premios.do

# Allow AI search bots (search indexing + user query retrieval)
User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /
Crawl-delay: 5

User-agent: GPTBot
Allow: /
Crawl-delay: 10

User-agent: Google-Extended
Allow: /
Crawl-delay: 10

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

# Block non-search AI crawlers (training-only, no referral traffic)
User-agent: anthropic-ai
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Omgilibot
Disallow: /

# Rules for all other crawlers (including Googlebot, Bingbot)
User-agent: *
Allow: /
Allow: /ads.txt
Allow: /sitemap
Allow: /sitemap_lottery/
Allow: /lotteries
Allow: /drawings
Allow: /resultados-loterias-
Allow: /resultados-lottos-
Allow: /resultados-
Allow: /iframe
Allow: /api/public/
Allow: /publicaciones

# Disallow private, admin and internal routes
Disallow: /*search?q=
Disallow: /cdn-cgi/
Disallow: /rss
Disallow: /drawing_submissions
Disallow: /admin
Disallow: /sidekiq
Disallow: /lotteries/subscription_status
Disallow: /subscription_status
Disallow: /contenidos/
Disallow: /users
Disallow: /user-profile/
Disallow: /unsubscribe_from_lottery/
Disallow: /lottery/
Disallow: /push_subscriptions
Disallow: /submission_status_dashboard
Disallow: /reporter_audits
Disallow: /api/v1/

Sitemap: https://premios.do/sitemap.xml