# --- Google AI (Gemini, AI Overview) ---
User-Agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /private/
Disallow: /admin/
Disallow: /user/

# --- OpenAI ChatGPT (GPTBot) ---
User-Agent: GPTBot
Allow: /
Disallow: /api/
Disallow: /private/
Disallow: /login/
Disallow: /admin/
# Policy Reference: https://openai.com/gptbot

# --- Perplexity AI ---
User-Agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /private/
Disallow: /admin/

# --- Anthropic (Claude) ---
User-Agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /private/
Disallow: /admin/

# --- Bing AI (Copilot) ---
User-Agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /private/
Disallow: /admin/

# --- Any Other Unverified AI Crawler ---
User-Agent: *
Disallow: /api/
Disallow: /private/
Disallow: /login/
Disallow: /admin/
Crawl-delay: 10