User-agent: *
Disallow: /api/
Disallow: /auth/
Disallow: /app/admin/
Disallow: /app/user/
Disallow: /app/settings/
Disallow: /app/create/
Disallow: /app/api/
Disallow: /app/run/
Disallow: /app/my-chutes/
Disallow: /app/plus/
Disallow: /app/pro/
Disallow: /app/base/
Disallow: /app/research/my-miner
Disallow: /app/research/payments/

# Specifically allow public app routes
Allow: /app/
Allow: /app/research/leaderboard/
Allow: /app/research/nodes/
Allow: /app/research/utilization/
Allow: /app/chute/

Allow: /

# AI Crawler Allowances
User-agent: GPTBot
Allow: /news/
Allow: /llms.txt
Allow: /sitemap.xml

User-agent: ChatGPT-User
Allow: /news/
Allow: /llms.txt

User-agent: ClaudeBot
Allow: /news/
Allow: /llms.txt

User-agent: Googlebot-Extended
Allow: /news/
Allow: /llms.txt

User-agent: PerplexityBot
Allow: /news/
Allow: /llms.txt

Sitemap: https://chutes.ai/sitemap.xml
LLMS: https://chutes.ai/llms.txt
LLMS-FULL: https://chutes.ai/llms-full.txt