User-agent: *

# 1. Technical & Core Magento Directories
Disallow: /index.php/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/
Disallow: /catalogsearch/
Disallow: /checkout/
Disallow: /control/
Disallow: /customer/
Disallow: /customize/
Disallow: /newsletter/
Disallow: /review/
Disallow: /sendfriend/
Disallow: /wishlist/
Disallow: /ajaxcart/
Disallow: /wpproductlabels/
Disallow: /downloadable/
Disallow: /sociallogin/

# 2. Layered Navigation - Standard Magento Parameters
Disallow: /*?price=
Disallow: /*?color=
Disallow: /*?brand=
Disallow: /*?size=
Disallow: /*?cat=
Disallow: /*?mode=
Disallow: /*?limit=
Disallow: /*?dir=
Disallow: /*?order=
Disallow: /*?p=
Disallow: /*?type=
Disallow: /*?___store=
Disallow: /*?___from_store=

# 3. Layered Navigation - ALL Product Filter Attributes
Disallow: /*?brush_length=
Disallow: /*?brush_width=
Disallow: /*?c2c_color=
Disallow: /*?c2c_function=
Disallow: /*?c2c_hair_fiber=
Disallow: /*?c2c_handle_length=
Disallow: /*?c2c_material=
Disallow: /*?c2c_paint_color=
Disallow: /*?c2c_priming=
Disallow: /*?c2c_resin_type=
Disallow: /*?c2c_sets=
Disallow: /*?c2c_shape_name=
Disallow: /*?c2c_size=
Disallow: /*?c2c_surface=
Disallow: /*?c2c_technique=
Disallow: /*?c2c_tool_category=
Disallow: /*?c2c_type_1=
Disallow: /*?c2c_vehicle=
Disallow: /*?color=
Disallow: /*?color_hue=
Disallow: /*?density=
Disallow: /*?drying_rate=
Disallow: /*?gloss_level=
Disallow: /*?grade=
Disallow: /*?granulation=
Disallow: /*?handle_style=
Disallow: /*?health=
Disallow: /*?lightfastness=
Disallow: /*?manufacturer=
Disallow: /*?medium=
Disallow: /*?mohs=
Disallow: /*?oil_absorption=
Disallow: /*?opacity=
Disallow: /*?particle_size=
Disallow: /*?pigment_code=
Disallow: /*?pigment_family=
Disallow: /*?pigment_type=
Disallow: /*?price=
Disallow: /*?refractive_index=
Disallow: /*?size=
Disallow: /*?size_volume=
Disallow: /*?size_weight=
Disallow: /*?staining_strength=
Disallow: /*?tinting_strength=
Disallow: /*?transparency_level=

# 4. Tracking & Ad Parameters
Disallow: /*?_ke=
Disallow: /*?fbclid=
Disallow: /*?gclid=
Disallow: /*?gad_source=
Disallow: /*?srsltid=
Disallow: /*?utm_
Disallow: /*?sb_referer_host=
Disallow: /*?redirect_log_mongo_id=
Disallow: /*?redirect_mongo_id=
Disallow: /*?REFERER=

# 5. Review Pagination
Disallow: /*?yoReviewsPage=

# 6. Non-Product Content
Disallow: /artist-materials/tag/
Disallow: /artist-materials/author/
Disallow: /artist-materials/search/
Disallow: /forum/

# 7. Allow Assets (Required for Rendering)
Allow: /pub/static/
Allow: /pub/media/

# 8. Sitemap
Sitemap: https://www.naturalpigments.com/pub/media/sitemap/us/sitemap.xml

# 9. LLM Optimization
Sitemap: https://www.naturalpigments.com/llms.txt

# Crawl Rate Control
# User-agent: Googlebot
# Crawl-delay: 2

# User-agent: bingbot
# Crawl-delay: 2

# 10. AI Crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /