# OpenAI (для ChatGPT)
User-agent: GPTBot
Allow: /
# Google (для Vertex AI и др.)
User-agent: Google-Extended
Allow: /
# Anthropic (для Claude)
User-agent: Anthropic-AI
Allow: /
# Common Crawl
User-agent: CCBot
Allow: /
# Perplexity AI
User-agent: PerplexityBot
Allow: /