# Content usage signals
# search: indexing for search engines
# ai-input: real time AI answer generation (RAG)
# ai-train: training or fine tuning AI models
User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Protect technical endpoints and CMS infrastructure
Disallow: /api/
Disallow: /draft
Disallow: /draft/
Disallow: /home-footer-content
Disallow: /developer-tools
Disallow: /developer-tools/
Disallow: /metadata
Disallow: /error/
Disallow: /images/
Disallow: /admin/logon
Disallow: /admin

# Explicitly allow major AI crawlers
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: CCBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: Amazonbot
Allow: /
User-agent: Applebot
Allow: /
User-agent: meta-externalagent
Allow: /
User-agent: Bytespider
Allow: /

    Sitemap: https://www.elmonterv.com/sitemap.xml