# Allow all key AI and search engine bots explicitly
User-agent: OAI-SearchBot
Allow: /
Disallow: /episerver/
Disallow: /ru
Disallow: /ru/

User-agent: ChatGPT-User
Allow: /
Disallow: /episerver/
Disallow: /ru
Disallow: /ru/

User-agent: GPTBot
Allow: /
Disallow: /episerver/
Disallow: /ru
Disallow: /ru/

User-agent: PerplexityBot
Allow: /
Disallow: /episerver/
Disallow: /ru
Disallow: /ru/

User-agent: Googlebot
Allow: /
Disallow: /episerver/
Disallow: /ru
Disallow: /ru/

User-agent: Bingbot
Allow: /
Disallow: /episerver/
Disallow: /ru
Disallow: /ru/

User-agent: CCBot
Allow: /
Disallow: /episerver/
Disallow: /ru
Disallow: /ru/

User-agent: DuckDuckBot
Allow: /
Disallow: /episerver/
Disallow: /ru
Disallow: /ru/

User-agent: YouBot
Allow: /
Disallow: /episerver/
Disallow: /ru
Disallow: /ru/

# General rule for all other bots (with your existing exclusions)
User-agent: *
Disallow: /episerver/
Disallow: /ru
Disallow: /ru/

User-agent: *
Disallow: /episerver/
Disallow: /ru
Disallow: /ru/

Sitemap: https://www.crayon.com/sitemap.xml