User-agent: *
Allow: /

# Core restrictions
Disallow: /admin
Disallow: /panel
Disallow: /api/
Disallow: /debug
Disallow: /not-found
Disallow: /error
Disallow: /wp-admin
Disallow: /phpmyadmin
Disallow: /.env
Disallow: /.git

# Auth-protected user areas (all locales)
Disallow: /*/admin/
Disallow: /*/dashboard
Disallow: /*/profile
Disallow: /*/checkout
Disallow: /*/courses/
Disallow: /*/learning
Disallow: /*/career-analysis
Disallow: /*/logout
Disallow: /*/support/chat
Disallow: /*/institution
Disallow: /*/invite
Disallow: /*/unsubscribe

# Auth callbacks & share routes
Disallow: /auth/callback
Disallow: /share/
Disallow: /scorm/
Disallow: /quiz/

# Text-view pages (noindex, saves crawl budget)
Disallow: */text-view

# Locale search pages
Disallow: /tr/search
Disallow: /en/search
Disallow: /de/search
Disallow: /de/suche
Disallow: /es/search
Disallow: /es/buscar

# Debug & test pages
Disallow: /test-agent-tools
Disallow: /sentry-example-page

# Selected AI crawler access to read-only API endpoints
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: Google-Extended
User-agent: Applebot-Extended
User-agent: CCBot
User-agent: PerplexityBot
User-agent: FacebookBot
User-agent: meta-externalagent
Allow: /
Allow: /api/mcp
Allow: /api/search/
Allow: /api/recommendations
Allow: /api/content/
Allow: /api/courses/paginated
Allow: /api/instructors/list
Allow: /api/graphql
Allow: /api/summary
Disallow: /admin
Disallow: /panel
Disallow: /api/

Sitemap: https://www.iienstitu.com/sitemap.xml