Sitemap: https://www.idealceramics.com/media/sitemap.xml

User-agent: *

# Block Magento system paths
Disallow: /checkout/
Disallow: /customer/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /search/

# Block filtered / faceted navigation
Disallow: /*?p=
Disallow: /*?brand=
Disallow: /*?color=
Disallow: /*?size=
Disallow: /*?products=

# Block test areas
Disallow: /test

# Allow HTML pages
Allow: /*.html$

# Allow assets for rendering
Allow: /media/
Allow: /static/

# Googlebot rules
User-agent: Googlebot
Disallow: /*?brand=
Disallow: /*?color=
Disallow: /*?size=
Disallow: /*?products=

# Allow image indexing
User-agent: Googlebot-Image
Allow: /

# Allow OpenAI crawler
User-agent: OAI-SearchBot
Allow: /

# Block Semrush crawler
User-agent: SemrushBot
Disallow: /

User-agent: SiteAuditBot
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

# Block AhrefsBot crawler
User-agent: AhrefsBot
Disallow: /