# Default rules — AI search crawlers (GPTBot, ClaudeBot, PerplexityBot, etc.)
# inherit these rules and can access all public content.
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /api/
Disallow: /review/
Disallow: /preview/
Disallow: /change-request/
Disallow: /reaction-upload/
Disallow: /winner/
Disallow: /editor/
Disallow: /video-upload/
Disallow: /result/
Disallow: /song/
Disallow: /songs/

# AI training-only crawlers — blocked (no citation/traffic benefit)
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

Sitemap: https://foreversongs.com/sitemap.xml