User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

Disallow: /wp-json/
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /search/

Disallow: /feed/
Disallow: */feed/

Disallow: /*/page/

# === AI БОТЫ — В БАН ===
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: MJ12bot
Disallow: /

# === СОЦСЕТИ ===
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

# sitemap
Sitemap: https://btu.org.ua/sitemap_index.xml