Top Sites>Eextradingue.com

# robots.txt automatically generated by PrestaShop e-commerce open-source solution
# http://www.prestashop.com - http://www.prestashop.com/forums
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html

# Autoriser les bots d'IA pour la recherche et l'assistance
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: PerplexityAssistant
User-agent: FirecrawlAgent
User-agent: AndiBot
User-agent: ExaBot
User-agent: PhindBot
User-agent: YouBot
User-agent: MistralAI
Allow: /

# Interdire la collecte de données pour l'entraînement des IA
User-agent: GPTBot
User-agent: CCBot
User-agent: Google-Extended
User-agent: ClaudeBot
User-agent: PerplexityBot
Disallow: /

# Autoriser l'indexation par les moteurs de recherche traditionnels
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: Googlebot-Mobile
User-agent: Googlebot-Desktop
User-agent: Storebot-Google
User-agent: AdsBot-Google
User-agent: AdsBot-Google-Mobile
User-agent: Mediapartners-Google

User-agent: DuckDuckbot
User-agent: Bingbot
User-agent: Bingbot-Image
User-agent: Bingbot-News
User-agent: Bingbot-Video
User-agent: Bingbot-Mobile
User-agent: MSNBot

# Autoriser les bots des réseaux sociaux
User-agent: FacebookBot
User-agent: Facebot
User-agent: InstagramBot
User-agent: Twitterbot
User-agent: LinkedInBot
User-agent: Pinterestbot
User-agent: Redditbot
User-agent: WhatsApp
User-agent: Discordbot
User-agent: Bytespider #TikTok
User-agent: SemrushBot
User-agent: Amazonbot
User-agent: PerplexityAI-Assistant

Allow: /

# Directives générales pour tous les robots
User-agent: *
# Allow Directives
Allow: */modules/*.css
Allow: */modules/*.js
Allow: */modules/*.png
Allow: */modules/*.jpg
Allow: /js/jquery/*
# Private pages
Disallow: /*?order=
Disallow: /*?tag=
Disallow: /*?id_currency=
Disallow: /*?search_query=
Disallow: /*?back=
Disallow: /*?n=
Disallow: /*&order=
Disallow: /*&tag=
Disallow: /*&id_currency=
Disallow: /*&search_query=
Disallow: /*&back=
Disallow: /*&n=
Disallow: /*controller=addresses
Disallow: /*controller=address
Disallow: /*controller=authentication
Disallow: /*controller=cart
Disallow: /*controller=discount
Disallow: /*controller=footer
Disallow: /*controller=get-file
Disallow: /*controller=header
Disallow: /*controller=history
Disallow: /*controller=identity
Disallow: /*controller=images.inc
Disallow: /*controller=init
Disallow: /*controller=my-account
Disallow: /*controller=order
Disallow: /*controller=order-slip
Disallow: /*controller=order-detail
Disallow: /*controller=order-follow
Disallow: /*controller=order-return
Disallow: /*controller=order-confirmation
Disallow: /*controller=pagination
Disallow: /*controller=password
Disallow: /*controller=pdf-invoice
Disallow: /*controller=pdf-order-return
Disallow: /*controller=pdf-order-slip
Disallow: /*controller=product-sort
Disallow: /*controller=search
Disallow: /*controller=statistics
Disallow: /*controller=attachment
Disallow: /*controller=guest-tracking
Disallow: /*controller=module-cartabandonmentpro-FrontCartAbandonment
# Directories for www.extradingue.com
Disallow: /app/
Disallow: /cache/
Disallow: /classes/
Disallow: /config/
Disallow: /controllers/
Disallow: /download/
Disallow: /js/
Disallow: /localization/
Disallow: /log/
Disallow: /mails/
Disallow: /modules/
Disallow: /override/
Disallow: /pdf/
Disallow: /src/
Disallow: /tools/
Disallow: /translations/
Disallow: /upload/
Disallow: /var/
Disallow: /vendor/
Disallow: /webservice/
Disallow: /fr/app/
Disallow: /fr/cache/
Disallow: /fr/classes/
Disallow: /fr/config/
Disallow: /fr/controllers/
Disallow: /fr/download/
Disallow: /fr/js/
Disallow: /fr/localization/
Disallow: /fr/log/
Disallow: /fr/mails/
Disallow: /fr/modules/
Disallow: /fr/override/
Disallow: /fr/pdf/
Disallow: /fr/src/
Disallow: /fr/tools/
Disallow: /fr/translations/
Disallow: /fr/upload/
Disallow: /fr/var/
Disallow: /fr/vendor/
Disallow: /fr/webservice/
Disallow: /gb/app/
Disallow: /gb/cache/
Disallow: /gb/classes/
Disallow: /gb/config/
Disallow: /gb/controllers/
Disallow: /gb/download/
Disallow: /gb/js/
Disallow: /gb/localization/
Disallow: /gb/log/
Disallow: /gb/mails/
Disallow: /gb/modules/
Disallow: /gb/override/
Disallow: /gb/pdf/
Disallow: /gb/src/
Disallow: /gb/tools/
Disallow: /gb/translations/
Disallow: /gb/upload/
Disallow: /gb/var/
Disallow: /gb/vendor/
Disallow: /gb/webservice/
# Files
Disallow: /*fr/recuperation-mot-de-passe
Disallow: /*fr/adresse
Disallow: /*fr/adresses
Disallow: /*fr/connexion
Disallow: /*fr/panier
Disallow: /*fr/reduction
Disallow: /*fr/historique-commandes
Disallow: /*fr/identite
Disallow: /*fr/mon-compte
Disallow: /*fr/suivi-commande
Disallow: /*fr/avoirs
Disallow: /*fr/commande
Disallow: /*fr/recherche
Disallow: /*fr/suivi-commande-invite
Disallow: /*fr/confirmation-commande
Disallow: /*gb/password-recovery
Disallow: /*gb/address
Disallow: /*gb/addresses
Disallow: /*gb/login
Disallow: /*gb/cart
Disallow: /*gb/discount
Disallow: /*gb/order-history
Disallow: /*gb/identity
Disallow: /*gb/my-account
Disallow: /*gb/order-follow
Disallow: /*gb/credit-slip
Disallow: /*gb/order
Disallow: /*gb/search
Disallow: /*gb/guest-tracking
Disallow: /*gb/order-confirmation

# llms.txt - Directives pour les agents conversationnels
# Documentation : https://llms.org/llms-txt

# Autoriser les agents conversationnels
User-agent: ChatGPT-User
User-agent: PerplexityAI-Assistant
User-agent: YouBot
User-agent: BingBot
User-agent: Applebot
User-agent: Amazonbot
User-agent: FacebookBot
User-agent: DuckAssistBot
User-agent: cohere-ai
User-agent: DiffBot
User-agent: MistralAI
Allow: /

# Interdire les agents d'entraînement IA
User-agent: GPTBot
User-agent: CCBot
User-agent: Google-Extended
User-agent: ClaudeBot
User-agent: OpenAI-GPT
User-agent: OpenAI-DotCom
User-agent: AnthropicAI
User-agent: HuggingFaceBot
User-agent: DeepMindBot
User-agent: MetaAI
User-agent: GeminiBot
User-agent: PerplexityBot
Disallow: /