# AI Training Crawlers (blocked — no search benefit)
User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Applebot-Extended
Disallow: /

# All other crawlers (including AI search: GPTBot, OAI-SearchBot, ChatGPT-User,
# Claude-SearchBot, PerplexityBot, Amazonbot) follow these rules
User-agent: *
Allow: /

Sitemap: https://www.educato.com/sitemap_index.xml

# Disallow admin and moderator routes (anywhere in path)
Disallow: */superadmin/*
Disallow: */admin/*
Disallow: */moderator/*
Disallow: /auth/
Disallow: /maintenance
Disallow: /app/start/

# Allow blog posts (both platform and exam-specific blogs)
Allow: /blog/**

# Disallow all app routes except specific content pages
Disallow: /app/

# Allow library content pages - all URL patterns:
# Custom domains: /app/library/questions/*, /app/{subject}/library/questions/*
# Main site: /app/{exam}/library/questions/*, /app/{exam}/{subject}/library/questions/*
Allow: /app/library/lessons/*/*
Allow: /app/*/library/lessons/*/*
Allow: /app/*/*/library/lessons/*/*

Allow: /app/library/questions/*/*
Allow: /app/*/library/questions/*/*
Allow: /app/*/*/library/questions/*/*

Allow: /app/library/flashcards/*/*
Allow: /app/*/library/flashcards/*/*
Allow: /app/*/*/library/flashcards/*/*