# ================================================
# COINOTAG - Robots.txt
# GEO (Generative Engine Optimization) Enabled
# ================================================

# Default crawler rules
User-agent: *
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /profil
Disallow: /ayarlar/
Disallow: /alarmlar
Disallow: /payment/
Disallow: /test-notifications
Disallow: /admin/

# ================================================
# AI CRAWLERS - GEO Optimization (2025)
# Explicit permissions for AI search engines
# ================================================

# OpenAI GPT Crawlers
User-agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /profil
Disallow: /admin/

User-agent: ChatGPT-User
Allow: /

# Anthropic Claude
User-agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /profil
Disallow: /admin/

User-agent: Claude-Web
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /profil
Disallow: /admin/

# Google AI (Gemini, AI Overviews)
User-agent: Google-Extended
Allow: /

# Microsoft Copilot / Bing AI
User-agent: Bingbot
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

# Common Crawl (AI training data)
User-agent: CCBot
Allow: /
Disallow: /api/
Disallow: /auth/
Disallow: /admin/

# Apple AI (Siri, etc.)
User-agent: Applebot
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /

# ================================================
# Sitemap
Sitemap: https://coinotag.com/sitemap.xml
Sitemap: https://coinotag.com/sitemap-news.xml