User-agent: *

# AI Crawlers Welcome - Full access to all content including Markdown
User-agent: GPTBot
Allow: /
Allow: /*.md

User-agent: ChatGPT-User
Allow: /
Allow: /*.md

User-agent: Claude-Web
Allow: /
Allow: /*.md

User-agent: ClaudeBot
Allow: /
Allow: /*.md

User-agent: PerplexityBot
Allow: /
Allow: /*.md

User-agent: Amazonbot
Allow: /
Allow: /*.md

User-agent: Google-Extended
Allow: /
Allow: /*.md

User-agent: Bytespider
Allow: /
Allow: /*.md

User-agent: cohere-ai
Allow: /
Allow: /*.md

Sitemap: https://metorik.com/sitemap.xml

# LLM-specific content discovery
# See https://metorik.com/llms.txt for AI-friendly site overview
# See https://metorik.com/llm-full.txt for complete Markdown sitemap