##################################################
# HELCIM.COM
##################################################

Sitemap: https://www.helcim.com/sitemap-index.xml
Sitemap: https://www.helcim.com/xml-site-map.php
Sitemap: https://www.helcim.com/xml-site-map-blog.php
Sitemap: https://www.helcim.com/xml-site-map-program-integrations.php
Sitemap: https://www.helcim.com/xml-site-map-program-comparisons.php

# General rules for all standard crawlers
User-agent: *
Allow: /llms.txt
Allow: /agents.txt
Disallow: /cdn-cgi/
Disallow: /internal-api/

# GOOGLE (Gemini & Project Mariner)
User-agent: Googlebot
User-agent: Google-Extended
User-agent: Google-CloudVertexBot
User-agent: GoogleAgent-Mariner
User-agent: Gemini-Deep-Research
User-agent: Google-NotebookLM
User-agent: Google-Pinpoint
Allow: /

# OPENAI (ChatGPT & SearchGPT)
User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: OAI-Operator
User-agent: ChatGPT-User
Allow: /

# ANTHROPIC (Claude)
User-agent: ClaudeBot
User-agent: Claude-SearchBot
User-agent: Claude-User
Allow: /

# PERPLEXITY
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /

# MICROSOFT (Bing & Copilot)
User-agent: Bingbot
User-agent: BingPreview
User-agent: MicrosoftPreview
Allow: /

# APPLE (Apple Intelligence)
User-agent: Applebot
User-agent: Applebot-Extended
Allow: /

# META (Facebook & Instagram AI)
User-agent: FacebookBot
User-agent: meta-externalagent
User-agent: Meta-WebIndexer
Allow: /

# AMAZON (Rufus & Alexa)
User-agent: Amazonbot
User-agent: Amzn-SearchBot
Allow: /

# EMERGING AI SEARCH & SPECIALIZED BOTS
User-agent: DuckAssistBot
User-agent: DuckDuckBot
User-agent: Bytespider
User-agent: MistralAI-User
User-agent: Slurp
Allow: /

# AI RESEARCH & DATASETS (The Library)
User-agent: CCBot
Allow: /

# CHINESE PLATFORMS
User-agent: Baiduspider
User-agent: PetalBot
Disallow: /