User-agent: *

# Block feed URLs to prevent duplicate content indexing
Disallow: */feed
Disallow: /*.atom$

# Block search result pages and filtered content to avoid low-value indexing
Disallow: ?search
Disallow: /?s=
Disallow: /?p=
Disallow: *&filter=
Disallow: /?topic
Disallow: /?post_type

# Sitemap location for better indexing efficiency
Sitemap: https://www.caseiq.com/sitemap.xml

# Specific Bot Rules
User-agent: RSiteAuditor
Allow: /

# Allow OpenAI bots
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /

# Allow Perplexity bots
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /

# Allow Anthropic bots
User-agent: ClaudeBot
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: anthropic-ai
Allow: /

# Allow Bingbot
User-agent: bingbot
Allow: /