User-agent: * Crawl-delay: 1 Disallow: /admin/ Disallow: /api/ Disallow: /search Disallow: /search/ Disallow: /?s= Disallow: /*?sort= Disallow: /*?page= Disallow: /*?filter= Disallow: /cdn-cgi/ Disallow: /js/ Disallow: /static/ Disallow: /stirea-ta Disallow: /preview/ Disallow: /test/ Disallow: /404 Allow: / Sitemap: https://protv.md/sitemap_index.xml Sitemap: https://protv.md/video-sitemap_index.xml Sitemap: https://protv.md/news-sitemap.xml # ================================================== # SECTIUNEA B: # ================================================== User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: Yandex Allow: / User-agent: DuckDuckBot Allow: / #facebook User-agent: facebookexternalhit Allow: / User-agent: Facebot Allow: / User-agent: FacebookBot Allow: / User-agent: Meta-ExternalAgent Allow: / # ================================================== # SECTIUNEA C: User-agent: GPTBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: ClaudeBot Disallow: / User-agent: CCBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: Applebot-Extended Disallow: / User-agent: Bytespider Disallow: / User-agent: Diffbot Disallow: / User-agent: cohere-ai Disallow: / User-agent: YouBot Disallow: / User-agent: Amazonbot Disallow: / User-agent: PerplexityBot Disallow: / # SECTIUNEA D User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Claude-SearchBot Allow: / User-agent: Claude-User Allow: / User-agent: Amzn-SearchBot Allow: / User-agent: Perplexity-User Allow: /