# Allowed AI bots
User-agent: GPTBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: anthropic-claude
Allow: /

# Block aggressive scrapers and spam bots
User-agent: AhrefsBot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: adbeat_bot
Disallow: /
User-agent: ia_archiver
Disallow: /

# Default rules for all other bots
User-agent: *
Disallow: /enterprise-plans
Disallow: /vip
Disallow: /survey-thank-you
Disallow: /special/*
Disallow: /demo-rcrt
Disallow: /home
Disallow: /other-pages/
Disallow: /features-debug
Disallow: /search
Disallow: /pro-smart-vids-oto
Disallow: /pro-smart-vids-oto2


Sitemap: https://www.vidalytics.com/sitemap.xml