# Jmail robots.txt
# Public archive — AI bots welcome, just be polite about rate

User-agent: *
# Block person pages - these run expensive queries
Disallow: /person/
Disallow: /person
# Block API endpoints
Disallow: /api/
Allow: /
Crawl-delay: 10

# Sitemaps
Sitemap: https://jmail.world/sitemap.xml

# Googlebot and Bingbot — faster crawl allowed, still block /person
User-agent: Googlebot
Disallow: /person/
Disallow: /person
Crawl-delay: 5

User-agent: Bingbot
Disallow: /person/
Disallow: /person
Crawl-delay: 5

# AI bots — allowed with rate limiting via Crawl-delay above
# GPTBot, ChatGPT-User, ClaudeBot, anthropic-ai, CCBot,
# PerplexityBot, Google-Extended, Applebot-Extended, Amazonbot,
# FacebookBot, Meta-ExternalAgent, Diffbot all inherit from * rules

# Bytespider (TikTok) — notoriously aggressive, block entirely
User-agent: Bytespider
Disallow: /