# Allow Google and major AI crawlers to access product/category pages
User-agent: Googlebot
Allow: /
Disallow: /ctrl
Disallow: /catalogsearch/
Disallow: /customer/
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /wishlist/
Disallow: /compare/
Disallow: /search/
Disallow: /index.php/

User-agent: GPTBot
Allow: /
Disallow: /ctrl
Disallow: /catalogsearch/
Disallow: /customer/
Disallow: /checkout/
Disallow: /wishlist/
Disallow: /compare/
Disallow: /search/
Disallow: /index.php/

User-agent: ClaudeBot
Allow: /
Disallow: /ctrl
Disallow: /catalogsearch/
Disallow: /customer/
Disallow: /checkout/
Disallow: /wishlist/
Disallow: /compare/
Disallow: /search/
Disallow: /index.php/

User-agent: Google-Extended
Allow: /
Disallow: /ctrl
Disallow: /catalogsearch/
Disallow: /customer/
Disallow: /checkout/
Disallow: /wishlist/
Disallow: /compare/
Disallow: /search/
Disallow: /index.php/

User-agent: PerplexityBot
Allow: /
Disallow: /ctrl
Disallow: /catalogsearch/
Disallow: /customer/
Disallow: /checkout/
Disallow: /wishlist/
Disallow: /compare/
Disallow: /search/
Disallow: /index.php/

User-agent: Bytespider
Allow: /
Disallow: /ctrl
Disallow: /catalogsearch/
Disallow: /customer/
Disallow: /checkout/
Disallow: /wishlist/
Disallow: /compare/
Disallow: /search/
Disallow: /index.php/


# Fallback for all other crawlers
User-agent: *
Allow: /
Disallow: /ctrl
Disallow: /catalogsearch/
Disallow: /customer/
Disallow: /checkout/
Disallow: /wishlist/
Disallow: /compare/
Disallow: /search/
Disallow: /index.php/

Sitemap: https://www.jewelryunlimited.com/sitemap/sitemap.xml
Sitemap: https://www.jewelryunlimited.com/sitemap.xml
Sitemap: https://www.jewelryunlimited.com/pub/sitemap/sitemap.xml
Sitemap: https://www.jewelryunlimited.com/pub/sitemap.xml