# ————————————————————————————
# TRADITIONAL SEARCH ENGINES
# ————————————————————————————
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# ————————————————————————————
# OPENAI (ChatGPT)
# ————————————————————————————

# Training crawler — block to protect content
User-agent: GPTBot
Disallow: /

# Search index bot — MUST allow to appear in ChatGPT search
User-agent: OAI-SearchBot
Allow: /

# Real-time retrieval — MUST allow when users ask ChatGPT about Prezent
User-agent: ChatGPT-User
Allow: /

# ————————————————————————————
# ANTHROPIC (Claude)
# ————————————————————————————

# Training crawler — block to protect content
User-agent: ClaudeBot
Disallow: /

# Search index bot — MUST allow to appear in Claude search
User-agent: Claude-SearchBot
Allow: /

# Real-time retrieval — MUST allow when users ask Claude about Prezent
User-agent: Claude-User
Allow: /

# ————————————————————————————
# GOOGLE AI (Gemini)
# ————————————————————————————

# Blocks Gemini training data — Googlebot above still crawls for search
User-agent: Google-Extended
Disallow: /

# ————————————————————————————
# PERPLEXITY
# ————————————————————————————

# Search index — MUST allow
User-agent: PerplexityBot
Allow: /

# Real-time retrieval — MUST allow
User-agent: Perplexity-User
Allow: /

# ————————————————————————————
# DEPRECATED ANTHROPIC BOTS (explicitly block — belt & suspenders)
# ————————————————————————————
User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

# ————————————————————————————
# PAGINATION (keep existing rules exactly as-is)
# ————————————————————————————
User-agent: *
Allow: /

Disallow: /*?04f64d12_page=
Disallow: /*?0773caa1_page=
Disallow: /*&04f64d12_page=
Disallow: /*&0773caa1_page=

# ————————————————————————————


Sitemap: https://www.prezent.ai/sitemap.xml