# 1. Block the "Spider Traps" (Keep bots focused)
User-agent: *
Disallow: /404
Disallow: /search?* # Prevents bots from indexing infinite search results
Disallow: /cdn-cgi/   # Cloudflare protection paths
Allow: /

# 2. Invite the "Answer Engines" (The VIPs)
# These specific bots drive answers in ChatGPT, Gemini, and Perplexity.
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /

# 3. Your Sitemap
Sitemap: https://www.revelo.com/sitemap.xml

Sitemap: https://www.revelo.com/sitemap.xml