# Vexo Robots.txt
# https://www.vexo.co/

# Allow all crawlers
User-agent: *
Allow: /

# Block authenticated/dynamic pages
Disallow: /apps/
Disallow: /api/
Disallow: /auth/
Disallow: /dashboard/
Disallow: /settings/
Disallow: /check-email
Disallow: /login
Disallow: /sign-up

# Sitemaps
Sitemap: https://www.vexo.co/sitemap.xml
Sitemap: https://docs.vexo.co/sitemap.xml

# AI Crawlers - explicitly allow public content
User-agent: GPTBot
Allow: /
Disallow: /apps/
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /apps/
Disallow: /api/

User-agent: Claude-Web
Allow: /
Disallow: /apps/
Disallow: /api/

User-agent: Anthropic-AI
Allow: /
Disallow: /apps/
Disallow: /api/

User-agent: PerplexityBot
Allow: /
Disallow: /apps/
Disallow: /api/

User-agent: Cohere-AI
Allow: /
Disallow: /apps/
Disallow: /api/

# AI context file
# See: https://www.vexo.co/llms.txt