User-agent: *
Allow: /
Allow: /sub/
Allow: /faq
Allow: /privacy
Allow: /pricing
Allow: /blog
Allow: /blog/news
Allow: /blog/guides
Allow: /blog/security
Allow: /guides
Allow: /about
Allow: /contact
Disallow: /redirect_app
Disallow: /sendtv/

User-agent: Googlebot
Allow: /

User-agent: Yandex
Allow: /

# ========================================
# AI боты для обучения моделей - ПОЛНЫЙ СПИСОК
# ========================================

# === OpenAI ===
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ChatGPTUser
Allow: /

User-agent: OpenAI-Bot
Allow: /

User-agent: OpenAI
Allow: /

User-agent: OpenAI-GPTBot
Allow: /

User-agent: OpenAI-User
Allow: /

# === Google AI ===
User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: GeminiBot
Allow: /

User-agent: BardBot
Allow: /

User-agent: Google-Extended
Allow: /

# === Anthropic / Claude ===
User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: AnthropicBot
Allow: /

User-agent: ClaudeAI
Allow: /

# === Microsoft / Bing AI ===
User-agent: BingPreview
Allow: /

User-agent: BingChatBot
Allow: /

User-agent: Bingbot
Allow: /

# === Meta / Facebook AI ===
User-agent: FacebookBot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: FaceBot
Allow: /

User-agent: FacebookExternalHit
Allow: /

# === Yandex AI ===
User-agent: YandexGPTBot
Allow: /

# === Baidu AI ===
User-agent: BaiduSpider
Allow: /

User-agent: Baiduspider
Allow: /

# === ByteDance / TikTok ===
User-agent: Bytespider
Allow: /

# === Huawei ===
User-agent: PetalBot
Allow: /

# === Apple ===
User-agent: Applebot-Extended
Allow: /

User-agent: Applebot
Allow: /

# === Perplexity AI ===
User-agent: PerplexityBot
Allow: /

# === You.com ===
User-agent: YouBot
Allow: /

# === Cohere ===
User-agent: Cohere-Web
Allow: /

User-agent: CohereBot
Allow: /

# === Diffbot ===
User-agent: Diffbot
Allow: /

# === Omgili ===
User-agent: Omgilibot
Allow: /

User-agent: Omgili
Allow: /

# === Amazon AI ===
User-agent: Amazonbot
Allow: /

# === Jasper AI ===
User-agent: JasperBot
Allow: /

# === Common Crawl ===
User-agent: CCBot
Allow: /

User-agent: CommonCrawlBot
Allow: /

# === Scrapy ===
User-agent: Scrapy
Allow: /

# === Twitter / X AI ===
User-agent: Twitterbot
Allow: /

# === LinkedIn ===
User-agent: LinkedInBot
Allow: /

# === Pinterest ===
User-agent: Pinterestbot
Allow: /

# === Slack ===
User-agent: Slackbot
Allow: /

# === Discord ===
User-agent: Discordbot
Allow: /

# === Grok (X/Twitter) ===
User-agent: GrokBot
Allow: /

# === Character.AI ===
User-agent: CharacterAI
Allow: /

User-agent: CharacterAI-Bot
Allow: /

# === Midjourney ===
User-agent: Midjourney-Bot
Allow: /

# === Stable Diffusion ===
User-agent: StableDiffusionBot
Allow: /

# === Mojo AI ===
User-agent: MojoBot
Allow: /

# === AI21 Labs ===
User-agent: AI21Bot
Allow: /

# === Hugging Face ===
User-agent: HuggingFaceBot
Allow: /

# === Aleph Alpha ===
User-agent: AlephAlphaBot
Allow: /

# === Inflection AI (Pi) ===
User-agent: InflectionBot
Allow: /

User-agent: PiBot
Allow: /

# === Mistral AI ===
User-agent: MistralBot
Allow: /

# === Meta AI (Llama) ===
User-agent: MetaAI
Allow: /

User-agent: LlamaBot
Allow: /

# === IBM Watson ===
User-agent: IBMWatsonBot
Allow: /

# === Salesforce Einstein ===
User-agent: EinsteinBot
Allow: /

# === Oracle ===
User-agent: OracleBot
Allow: /

# === Sogou (China) ===
User-agent: Sogou
Allow: /

User-agent: Sogou Spider
Allow: /

# === 360 Search (China) ===
User-agent: 360Spider
Allow: /

# === Exabot ===
User-agent: Exabot
Allow: /

# === DuckDuckGo ===
User-agent: DuckDuckBot
Allow: /

# === Seznam (Czech) ===
User-agent: SeznamBot
Allow: /

# === Mojeek ===
User-agent: MojeekBot
Allow: /

# === Internet Archive ===
User-agent: ia_archiver
Allow: /

# === WayBack Machine ===
User-agent: Wayback
Allow: /

# === Archive.org ===
User-agent: archive.org_bot
Allow: /

# === img2dataset ===
User-agent: img2dataset
Allow: /

# === SemrushBot (SEO/AI) ===
User-agent: SemrushBot
Allow: /

# === AhrefsBot (SEO) ===
User-agent: AhrefsBot
Allow: /

# === MJ12bot ===
User-agent: MJ12bot
Allow: /

User-agent: mj12bot
Allow: /

# === DotBot ===
User-agent: DotBot
Allow: /

# === Gigabot ===
User-agent: Gigabot
Allow: /

# === BLEXBot ===
User-agent: BLEXBot
Allow: /

# === Slurp (Yahoo) ===
User-agent: Slurp
Allow: /

# === Google Images ===
User-agent: Googlebot-Image
Allow: /

# === Google Video ===
User-agent: Googlebot-Video
Allow: /

# === Google News ===
User-agent: Googlebot-News
Allow: /

# === MSNBot ===
User-agent: msnbot
Allow: /

# === Yandex Images ===
User-agent: YandexImages
Allow: /

# === Yandex News ===
User-agent: YandexNews
Allow: /

# === Yandex Video ===
User-agent: YandexVideo
Allow: /

# === Naver (Korea) ===
User-agent: Yeti
Allow: /

# === Daum (Korea) ===
User-agent: Daumoa
Allow: /

# === Mail.ru ===
User-agent: Mail.Ru
Allow: /

# === Rambler ===
User-agent: StackRambler
Allow: /

# === Bing Ads ===
User-agent: adidxbot
Allow: /

# === Google Ads ===
User-agent: Mediapartners-Google
Allow: /

Sitemap: https://vpn-direct.com/sitemap.xml