# Pikalytics robots.txt
# Last Updated: 2026-01-22
# Contact: @Pikalytics on Twitter

# Default Rules - Allow all crawlers
User-agent: *
Allow: /
Disallow: /.tmp/
Disallow: /node_modules/

# ===========================================
# AI CRAWLER SPECIFIC DIRECTIVES - OPTIMIZED FOR AEO
# ===========================================

# OpenAI ChatGPT Search Bot - ALLOW for search citations
User-agent: OAI-SearchBot
Allow: /
Allow: /ai/
Allow: /llms.txt
Allow: /llms-full.txt

# OpenAI ChatGPT User - ALLOW for user-requested content
User-agent: ChatGPT-User
Allow: /
Allow: /ai/
Allow: /llms.txt
Allow: /llms-full.txt

# OpenAI GPTBot - ALLOW for model training (we want Pikalytics in AI knowledge)
User-agent: GPTBot
Allow: /
Allow: /ai/
Allow: /llms.txt
Allow: /llms-full.txt

# Anthropic Claude - ALLOW for Claude citations
User-agent: ClaudeBot
Allow: /
Allow: /ai/
Allow: /llms.txt
Allow: /llms-full.txt

# Anthropic Training Bot - ALLOW
User-agent: anthropic-ai
Allow: /
Allow: /ai/
Allow: /llms.txt
Allow: /llms-full.txt

# Claude Web Fetcher
User-agent: claude-web
Allow: /
Allow: /ai/
Allow: /llms.txt
Allow: /llms-full.txt

# Perplexity Bot - ALLOW for AI search
User-agent: PerplexityBot
Allow: /
Allow: /ai/
Allow: /llms.txt
Allow: /llms-full.txt

# Perplexity User - ALLOW
User-agent: Perplexity-User
Allow: /
Allow: /ai/
Allow: /llms.txt
Allow: /llms-full.txt

# Google AI/Bard/Gemini Extended - ALLOW
User-agent: Google-Extended
Allow: /
Allow: /ai/
Allow: /llms.txt
Allow: /llms-full.txt

# Google Common Crawlers
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

# Microsoft Copilot/Bing Chat
User-agent: Bingbot
Allow: /

# Apple Intelligence & Siri
User-agent: Applebot
Allow: /
Allow: /ai/

# Meta AI
User-agent: FacebookBot
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /
Allow: /ai/

# You.com AI Search
User-agent: YouBot
Allow: /
Allow: /ai/

# ===========================================
# SITEMAPS
# ===========================================
Sitemap: https://www.pikalytics.com/sitemap.xml
Sitemap: https://www.pikalytics.com/sitemapchampionstournaments.xml
Sitemap: https://www.pikalytics.com/sitemapregh.xml
Sitemap: https://www.pikalytics.com/sitemapza.xml
Sitemap: https://www.pikalytics.com/sitemapsvou2.xml

# AI-Specific Sitemap (for AI crawlers)
Sitemap: https://www.pikalytics.com/ai-sitemap.xml

# ===========================================
# AI CONTENT DISCOVERY
# ===========================================
# LLMs.txt files for AI agents
# https://www.pikalytics.com/llms.txt - Quick overview
# https://www.pikalytics.com/llms-full.txt - Full context
# https://www.pikalytics.com/ai-sitemap.xml - AI endpoints sitemap (XML)
# https://www.pikalytics.com/ai-sitemap.md - AI endpoints sitemap (Markdown)

# AI-Optimized Endpoints
# Pattern: https://www.pikalytics.com/ai/pokedex/[format]/[pokemon]
# Returns: Markdown-formatted competitive usage statistics