# 基础访问控制
User-agent: *
Request-rate: 10/1m
Crawl-delay: 10
Disallow: /search
# --------------------------------------------
# 恶意/无效爬虫 - 禁止访问
# --------------------------------------------
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: Sogou web spider
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: YisouSpider
Disallow: /
User-agent: msnbot
Disallow: /*?
# --------------------------------------------
# 传统搜索引擎 - 完全放行
# --------------------------------------------
User-Agent: Googlebot
Allow: /
Disallow: /search
Disallow: /tag
Disallow: /*?

User-agent: Mediapartners-Google
Allow: /
User-Agent: Bingbot
Allow: /
User-Agent: Yandex
Allow: /
User-Agent: Exabot
Allow: /
# --------------------------------------------
# AI爬虫 - GEO优化核心（全面放行）
# --------------------------------------------
# OpenAI - ChatGPT
User-Agent: GPTBot
Allow: /
User-Agent: ChatGPT-User
Allow: /
# Anthropic - Claude
User-Agent: anthropic-ai
Allow: /
User-Agent: ClaudeBot
Allow: /
# Google AI (Gemini, AI Overview)
User-Agent: Google-Extended
Allow: /
# Perplexity AI
User-Agent: PerplexityBot
Allow: /
# 字节跳动 AI (抖音搜索、豆包)
User-Agent: Bytespider
Allow: /
# Cohere AI
User-Agent: cohere-ai
Allow: /
# Meta AI
User-Agent: FacebookBot
Allow: /
# --------------------------------------------
# LLM 专用索引入口
# --------------------------------------------
LLM-Content: https://www.chaincatcher.com/llms.txt
LLM-Full-Content: https://www.chaincatcher.com/llms-full.txt
# --------------------------------------------
# Sitemap
# --------------------------------------------
Sitemap: https://www.chaincatcher.com/sitemap.xml