User-agent: * # Block common non-indexable pages Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /wishlist/ Disallow: /wp-admin/ # Allow essential WordPress admin AJAX Allow: /wp-admin/admin-ajax.php # Block search results Disallow: /*?s= # Block WooCommerce cart-add links Disallow: /*add-to-cart= # Block parameter-heavy faceted URLs (SEO only) Disallow: /*filter_ Disallow: /*query_type_ Disallow: /*products-per-page= Disallow: /*orderby= Disallow: /*?add-to-cart= Disallow: /*?*add-to-cart= Sitemap: http://sayda.co.uk/sitemap_index.xml # Block AI/data scrapers User-agent: GPTBot Disallow: / User-agent: CCBot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Google-Extended Disallow: / User-agent: PetalBot Disallow: / User-agent: DeepSeekBot Disallow: / User-agent: DeepSeek Disallow: /