User-agent: meta-externalagent
Disallow: /favorites/

# AI Search Crawlers (allow for citation visibility)
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /basket/
Disallow: /favorites/

User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /basket/
Disallow: /favorites/

User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /basket/
Disallow: /favorites/

# AI Training Crawlers (block - no search benefit)
User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

# All other bots
User-agent: *
Disallow: /admin/
Disallow: /basket/
Disallow: /s/
Disallow: /favorites/
Disallow: /*?price
Disallow: /*?fparam
Disallow: */fp/*

Host: www.importsvet.by
Sitemap: https://www.importsvet.by/sitemap.xml