User-agent: *
Disallow: /admin/
Disallow: /api/documentation/
Disallow: /admin-crm-driveo/
Disallow: /administration/
Disallow: /wp-admin/
Disallow: /sell-vehicles/#/
Disallow: /service-driveo/#/
Disallow: /service-driveo-2/#/
Disallow: /cgi-bin/
Disallow: /mobile/
Disallow: /pages/
Disallow: /emailpics/
Disallow: /landing/
Disallow: /cash-for-cars/
Disallow: /opt1/
Disallow: /opt3-11/
Disallow: /landing-tc/
Disallow: /sell-your-car/
Disallow: /sellyourcar/
Disallow: /sell-my-car/
Disallow: /sellmycar/

# Content-Signal (Cloudflare standard — controls AI usage at a granular level)
# search=yes: allow building search indexes
# ai-input=yes: allow RAG and real-time AI answers
# ai-train=no: block model training on this content
Content-Signal: search=yes, ai-input=yes, ai-train=no

# AI / LLM Crawlers — allow search and discovery, block training
User-agent: GPTBot
Disallow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

User-agent: cohere-ai
Allow: /

# LLM-specific documentation (https://llmstxt.org)
# llms.txt — AI navigation index with page summaries and agent instructions
# llms-full.txt — Complete site documentation in a single file
# *.md — Individual page documentation in clean markdown
X-LLMS-Documentation: https://www.driveo.com/llms.txt
X-LLMS-Full: https://www.driveo.com/llms-full.txt

Sitemap: https://www.driveo.com/sitemap.xml