User-agent: *
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /search
Disallow: *?s=
Disallow: *&s=
Disallow: *?attachment_id=
Disallow: */feed
Disallow: */rss
Disallow: */embed
Disallow: */page/

Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /uploads/
Allow: /wp-json/

Sitemap: https://www.telegraf.in.ua/sitemap_index.xml
Sitemap: https://www.telegraf.in.ua/news-sitemap.xml


# --- Facebook ---
User-agent: facebookexternalhit
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/

User-agent: Facebot
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/


# --- AI Crawlers ---
User-agent: GPTBot
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/

User-agent: ChatGPT-User
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/

User-agent: OAI-SearchBot
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/

User-agent: anthropic-ai
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/

User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/

User-agent: claude-web
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/

User-agent: PerplexityBot
Allow: /
Disallow: /wp-admin/
Disallow: /ads/
Disallow: /cgi-bin/

User-agent: Perplexity-User
Allow: /
Disallow: /wp-admin/
Disallow: /ads/
Disallow: /cgi-bin/

User-agent: MistralAI-User
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/

User-agent: YouBot
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/

User-agent: Google-Extended
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/