# Standard Magento 2 Rules + SEO Optimizations
User-agent: *
Disallow: /checkout/
Disallow: /customer/
Disallow: /wishlist/
Disallow: /catalogsearch/
Disallow: /search/
Disallow: /index.php/
Disallow: /cgi-bin/
Disallow: /catalog/product_compare/
Disallow: /review/

# Paramètres de filtrage (Optimisation Crawl Budget)
Disallow: /*?p=
Disallow: /*?dir=
Disallow: /*?order=
Disallow: /*?mode=
Disallow: /*?q=
Disallow: /*?cat=
Disallow: /*?price=
Disallow: /*?limit=
Disallow: /*?stock=
Disallow: /*?product_type=
Disallow: /*?material=
Disallow: /*?am_is_new=
Disallow: /*?am_on_sale=
Disallow: /*?sid=

# Dossiers sensibles Magento
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /generated/
Disallow: /vendor/
Disallow: /pub/errors/
Disallow: /pub/cron.php

# Autoriser les ressources pour le rendu de page
Allow: /media/
Allow: /static/
Allow: /pub/media/
Allow: /pub/static/
Allow: /pub/*.css
Allow: /pub/*.js

# ----------------------------------------
# BLOQUER LES BOTS D’ENTRAÎNEMENT IA (MAJ 2026)
# ----------------------------------------
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: CCBot
User-agent: PerplexityBot
User-agent: Amazonbot
User-agent: Bytespider
User-agent: Applebot-Extended
User-agent: FacebookBot
User-agent: DeepL-Internal
User-agent: Meta-ExternalAgent
User-agent: YouBot
User-agent: OAI-SearchBot
Disallow: /

# ----------------------------------------
# SITEMAPS
# ----------------------------------------
Sitemap: https://www.streetmotorbike.com/media/sitemap.xml
Sitemap: https://www.streetmotorbike.com/media/sitemap1.xml