# LLM Crawling Policy - 2026
# Purpose: Allow AI retrieval for citation and answer generation
# Brand visibility and thought leadership enabled

User-agent: *
Allow: /

# OpenAI retrieval bot (ChatGPT browsing / citations)
User-agent: GPTBot
Allow: /

# Google AI systems (SGE / Gemini retrieval)
User-agent: Google-Extended
Allow: /

# Anthropic (Claude)
User-agent: anthropic-ai
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /

# Common Crawl (used by many AI systems)
User-agent: CCBot
Allow: /

# Crawl-delay (optional if server load matters)
# Crawl-delay: 5