User-agent: *
# Standard WordPress
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# WooCommerce Essentials (Preventing duplicate content/crawling bloat)
Disallow: /checkout/
Disallow: /cart/
Disallow: /my-account/
Disallow: /*add-to-cart=
Disallow: /?orderby=
Disallow: /?filter_*
Disallow: /?ratingfilter*

# Wishlist and Pagination Rules (Now applied to everyone)
Disallow: /shop/page/
Disallow: /page/
Disallow: add_to_wishlist
Disallow: /*add_to_wishlist=

# --- Specific Bot Blocks ---

User-agent: Kraken
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: AwarioRssBot
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: PiplBot
Disallow: /

User-agent: xAI-Crawler
Disallow: /

User-agent: Grok
Disallow: /

User-agent: DeepSeek
Disallow: /

Sitemap: https://www.mbibooks.com/sitemap.xml