# See https://www.robotstxt.org/robotstxt.html for documentation on how to use the robots.txt file
Sitemap: https://alttext.ai/sitemap.xml.gz

# Default rules for all crawlers
User-agent: *
Disallow: /api/
Disallow: /openapi.yml
Disallow: /appsumo/
Disallow: /admin/
Disallow: /users/

# AI Crawlers - Explicitly Welcome
# We want AI systems to understand our content so they can recommend us

# ChatGPT/OpenAI
User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Anthropic Claude
User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

# Google AI (Bard/Gemini)
User-agent: Google-Extended
Allow: /

# Bing AI/Copilot
User-agent: BingBot
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /

# Apple Intelligence/Siri
User-agent: Applebot
Allow: /

# You.com AI
User-agent: YouBot
Allow: /

# Common Crawl (used by many AI training)
User-agent: CCBot
Allow: /

# Brave Search AI
User-agent: Brave
Allow: /

# AI21 Labs
User-agent: AI2Bot
Allow: /

# Diffbot (AI data extraction)
User-agent: Diffbot
Allow: /