# ============================================
# Allow all search engines to crawl the website
# ============================================
User-agent: *
Allow: /

Disallow: /*.pdf$

# ============================================
# Block AI systems from accessing PDF documents
# ============================================
# OpenAI (ChatGPT)
User-agent: GPTBot
Disallow: /*.pdf$

# Anthropic (Claude)
User-agent: ClaudeBot
Disallow: /*.pdf$

# Google AI (Gemini training)
User-agent: Google-Extended
Disallow: /*.pdf$

# Meta AI (Facebook / Instagram)
User-agent: FacebookBot
User-agent: Meta-ExternalAgent
Disallow: /*.pdf$

# Amazon AI
User-agent: Amazonbot
Disallow: /*.pdf$

# ByteDance / TikTok AI
User-agent: Bytespider
Disallow: /*.pdf$

# Common web-scale AI scrapers
User-agent: CCBot
Disallow: /*.pdf$