# Global rules
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# Avoid heavy/duplicate routes for all bots
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: /comments/
Disallow: /?s=
Disallow: /*?page=news-content
Disallow: /*order=

# Fully blocked crawlers
User-agent: MJ12bot
Disallow: /

User-agent: VelenPublicWebCrawler
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: PetalBot
Disallow: /

# Search engines with crawl rate limits
User-agent: bingbot
Crawl-delay: 10

User-agent: YandexBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

# Ahrefs - allowed, but limited
User-agent: AhrefsBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: /comments/
Disallow: /?s=
Crawl-delay: 10

# GPTBot (OpenAI) - allowed, but limited
User-agent: GPTBot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: /comments/
Disallow: /?s=
Crawl-delay: 10

# Sitemap
Sitemap: https://www.7kefa.com/sitemap_index.xml