# =============================================
#  reliaquest.com — robots.txt
#  Last updated: 2026-03-24
# =============================================

# ——— HOST ———
Host: https://reliaquest.com

# ——— DEFAULT (ALL BOTS) ———
User-agent: *
Disallow: /api/

# ——— GOOGLE ———
User-agent: Googlebot
Allow: /
Disallow: /api/

User-agent: Google-Extended
Allow: /
Disallow: /api/

User-agent: Google-CloudVertexBot
Allow: /
Disallow: /api/

User-agent: Google-Agent
Allow: /
Disallow: /api/

# ——— OPENAI ———
User-agent: GPTBot
Allow: /
Disallow: /api/

User-agent: OAI-SearchBot
Allow: /
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/

User-agent: ChatGPT-User/2.0
Allow: /
Disallow: /api/

# ——— ANTHROPIC ———
User-agent: ClaudeBot
Allow: /
Disallow: /api/

User-agent: Claude-User
Allow: /
Disallow: /api/

User-agent: Claude-SearchBot
Allow: /
Disallow: /api/

# Deprecated — kept for backward compatibility
User-agent: anthropic-ai
Allow: /
Disallow: /api/

User-agent: claude-web
Allow: /
Disallow: /api/

# ——— MICROSOFT / BING / COPILOT ———
User-agent: bingbot
Allow: /
Disallow: /api/

# ——— PERPLEXITY ———
User-agent: PerplexityBot
Allow: /
Disallow: /api/

User-agent: Perplexity-User
Allow: /
Disallow: /api/

# ——— META ———
User-agent: FacebookBot
Allow: /
Disallow: /api/

User-agent: meta-externalagent
Allow: /
Disallow: /api/

User-agent: Meta-ExternalFetcher
Allow: /
Disallow: /api/

# ——— APPLE ———
User-agent: Applebot
Allow: /
Disallow: /api/

User-agent: Applebot-Extended
Allow: /
Disallow: /api/

# ——— AMAZON ———
User-agent: Amazonbot
Allow: /
Disallow: /api/

# ——— BYTEDANCE ———
User-agent: Bytespider
Crawl-delay: 10
Allow: /
Disallow: /api/

# ——— XAI (GROK) ———
User-agent: xAI-Grok
Allow: /
Disallow: /api/

User-agent: Grok
Allow: /
Disallow: /api/

# ——— DEEPSEEK ———
User-agent: DeepSeekBot
Allow: /
Disallow: /api/

# ——— HUAWEI ———
User-agent: PetalBot
Allow: /
Disallow: /api/

# ——— LINKEDIN ———
User-agent: LinkedInBot
Allow: /
Disallow: /api/

# ——— DUCKDUCKGO ———
User-agent: DuckAssistBot
Allow: /
Disallow: /api/

# ——— COHERE ———
User-agent: cohere-ai
Allow: /
Disallow: /api/

# ——— COMMON CRAWL ———
User-agent: CCBot
Allow: /
Disallow: /api/

# ——— DIFFBOT ———
User-agent: Diffbot
Allow: /
Disallow: /api/

# ——— ALLEN INSTITUTE ———
User-agent: AI2Bot
Allow: /
Disallow: /api/

# ——— OTHER RESEARCH / DATA ———
User-agent: omgili
Allow: /
Disallow: /api/

# ——— EMERGING SEARCH START-UPS ———
User-agent: TimpiBot
Allow: /
Disallow: /api/

User-agent: YouBot
Allow: /
Disallow: /api/

# ——— SITEMAP ———
Sitemap: https://reliaquest.com/sitemap.xml