User-agent: *
Allow: /

# --- Explicitly allow major AI crawlers ---
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# --- WordPress Core ---
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# --- Block API & tracking endpoints ---
Disallow: /wp-json/
Disallow: /*wp-json*
Disallow: /xmlrpc.php

# --- WooCommerce system pages ---
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

# --- Search & query parameters ---
Disallow: /*?s=
Disallow: /*?post_type=

# --- Cart & dynamic actions ---
Disallow: /*?add-to-cart=
Disallow: /*?remove_item=

# --- Tracking parameters ---
Disallow: /*?_gl=
Disallow: /*?utm_
Disallow: /*?fbclid=
Disallow: /*?gclid=

# --- Filters & faceted navigation (IMPORTANT FIX) ---
Disallow: /*?filter_
Disallow: /*?query_type_
Disallow: /*?min_price=
Disallow: /*?max_price=
Disallow: /*?orderby=

# --- BLOCK PATH-BASED FILTERS (CRITICAL) ---
Disallow: /b-
Disallow: */b-

# --- Pagination & feeds ---
Disallow: /*/feed/
Disallow: /*/page/

# --- OPTIONAL: block tag/attribute archives if not used ---
Disallow: /tag/
Disallow: /product-tag/

# --- Allow important assets ---
Allow: /wp-content/uploads/

# --- Sitemap ---
Sitemap: https://dental-rotors.com/sitemap_index.xml