# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

Sitemap: https://coe22.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK

# AI Crawler Directives
# Allow major AI assistants to index content for better AI search results

# OpenAI GPTBot - Powers ChatGPT search
User-agent: GPTBot
Allow: /

# Google Gemini/Bard
User-agent: Google-Extended
Allow: /

# Anthropic Claude
User-agent: anthropic-ai
Allow: /
User-agent: Claude-Web
Allow: /

# Microsoft Copilot/Bing AI
User-agent: Bingbot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

# Block aggressive scrapers that don't respect rate limits
User-agent: CCBot
Disallow: /

User-agent: GPTBot
Crawl-delay: 10

# Reference to llms.txt for AI context
# LLMs-Txt: https://coe22.com/llms.txt