User-agent: *

# Block sensitive or duplicate content
Disallow: /forgotpassword
Disallow: /wp
Disallow: /blog/wp-login.php
Disallow: /blog/wp-login
Disallow: /feed
Disallow: /tag
Disallow: /blog/tag
Disallow: /?*

# Point to LLM-specific rules (llms.txt)
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: ClaudeBot
User-agent: AnthropicAI
User-agent: PerplexityBot
User-agent: YouBot
User-agent: FacebookBot
User-agent: facebookexternalhit
User-agent: PoeBot
User-agent: GeminiBot
User-agent: MistralBot
Allow: /llms.txt

# Sitemap
Sitemap: https://www.colive.com/sitemap.xml