# robots.txt automatically generated by PrestaShop e-commerce open-source solution
# http://www.prestashop.com - http://www.prestashop.com/forums
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html
User-agent: *
Crawl-delay: 10
# Allow Directives
Allow: */modules/*.css
Allow: */modules/*.js
Allow: */modules/*.png
Allow: */modules/*.jpg
Allow: /js/jquery/*
# Private pages
Disallow: /*?order=
Disallow: /*?tag=
Disallow: /*?id_currency=
Disallow: /*?search_query=
Disallow: /*?back=
Disallow: /*?n=
Disallow: /*&order=
Disallow: /*&tag=
Disallow: /*&id_currency=
Disallow: /*&search_query=
Disallow: /*&back=
Disallow: /*&n=
Disallow: /*controller=addresses
Disallow: /*controller=address
Disallow: /*controller=authentication
Disallow: /*controller=cart
Disallow: /*controller=discount
Disallow: /*controller=footer
Disallow: /*controller=get-file
Disallow: /*controller=header
Disallow: /*controller=history
Disallow: /*controller=identity
Disallow: /*controller=images.inc
Disallow: /*controller=init
Disallow: /*controller=my-account
Disallow: /*controller=order
Disallow: /*controller=order-slip
Disallow: /*controller=order-detail
Disallow: /*controller=order-follow
Disallow: /*controller=order-return
Disallow: /*controller=order-confirmation
Disallow: /*controller=pagination
Disallow: /*controller=password
Disallow: /*controller=pdf-invoice
Disallow: /*controller=pdf-order-return
Disallow: /*controller=pdf-order-slip
Disallow: /*controller=product-sort
Disallow: /*controller=search
Disallow: /*controller=statistics
Disallow: /*controller=attachment
Disallow: /*controller=guest-tracking
# Directories for www.hessautomobile.com
Disallow: /app/
Disallow: /cache/
Disallow: /classes/
Disallow: /config/
Disallow: /controllers/
Disallow: /download/
Disallow: /js/
Disallow: /localization/
Disallow: /log/
Disallow: /mails/
Disallow: /modules/
Disallow: /override/
Disallow: /pdf/
Disallow: /src/
Disallow: /tools/
Disallow: /translations/
Disallow: /upload/
Disallow: /var/
Disallow: /vendor/
Disallow: /webservice/
Disallow: /fr/app/
Disallow: /fr/cache/
Disallow: /fr/classes/
Disallow: /fr/config/
Disallow: /fr/controllers/
Disallow: /fr/download/
Disallow: /fr/js/
Disallow: /fr/localization/
Disallow: /fr/log/
Disallow: /fr/mails/
Disallow: /fr/modules/
Disallow: /fr/override/
Disallow: /fr/pdf/
Disallow: /fr/src/
Disallow: /fr/tools/
Disallow: /fr/translations/
Disallow: /fr/upload/
Disallow: /fr/var/
Disallow: /fr/vendor/
Disallow: /fr/webservice/
# Files
Disallow: /*fr/adresse
Disallow: /adresse
Disallow: /*fr/adresses
Disallow: /adresses
Disallow: /*fr/connexion
Disallow: /connexion
Disallow: /*fr/panier
Disallow: /panier
Disallow: /*fr/reduction
Disallow: /reduction
Disallow: /*fr/suivi-commande-invite
Disallow: /suivi-commande-invite
Disallow: /*fr/historique-commandes
Disallow: /historique-commandes
Disallow: /*fr/identite
Disallow: /identite
Disallow: /*fr/mon-compte
Disallow: /mon-compte
Disallow: /*fr/commande
Disallow: /commande
Disallow: /*fr/confirmation-commande
Disallow: /confirmation-commande
Disallow: /*fr/suivi-commande
Disallow: /suivi-commande
Disallow: /*fr/avoirs
Disallow: /avoirs
Disallow: /*fr/recuperation-mot-de-passe
Disallow: /recuperation-mot-de-passe
# Sitemap
Sitemap: https://www.hessautomobile.com/1_index_sitemap.xml
# Override
User-agent: GPTBot
User-agent: CCBot
User-agent: PerplexityBot
User-agent: OAI-SearchBot
User-agent: Google-Extended
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Googlebot
User-agent: Bingbot
Allow: /
Allow: /llms.txt 
Allow: /llms-full.txt

#Crawl-delay Semrush
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: SemrushBot-BA
User-agent: SemrushBot-SI
User-agent: SemrushBot-SWA
User-agent: SemrushBot-CT
User-agent: SemrushBot-BM
Crawl-delay: 60

# Block
User-agent: OnCrawl
User-agent: SeznamBot
User-agent: VigLink
User-agent: DotBot
User-agent: Custo
User-agent: SputnikBot
User-agent: Sputnik
User-agent: SputnikBot/2.3
User-agent: Curious George
User-agent: http://site.ru
User-agent: site.ru
User-agent: MauiBot
User-agent: SEOkicks
User-agent: BLEXBot
User-agent: BUbiNG
User-agent: ScoutJet
User-agent: grapeshot
User-agent: GrapeshotCrawler
User-agent: Seekport Crawler
User-agent: zoominfobot
User-agent: Barkrowler
User-agent: Datanyze
User-agent: YisouSpider
User-agent: adscanner
User-agent: Genieo
User-agent: Genieo/1.0
User-Agent: The Knowledge AI
User-agent: Zgrab
User-Agent: ZoominfoBot
User-agent: sogou spider
User-agent: Blekkobot
User-agent: Seobility
User-agent: Baiduspider
User-agent: Baiduspider/2.0
User-agent: YandexBot
User-agent: IstellaBot
User-agent: IstellaBot/1.01.18
User-agent: IstellaBot/1.10.2
User-agent: Cliqzbot
User-agent: Sogou web spider/4.0
User-agent: GroupHigh
User-agent: GroupHigh/1.0
User-agent: Mail.Ru
User-agent: grapeshotcrawler
User-agent: ia_archiver
User-agent: james bot
User-agent: leikibot
User-agent: libcurl
User-agent: linkdexbot
User-agent: lipperhey
User-agent: livelap
User-agent: lssrocket
User-agent: magpie
User-agent: Gluten Free Crawler/1.0 
User-agent: serpstatbot/1.0
User-agent: DomainCrawler
User-agent: Steeler
User-agent: Steeler/3.5
User-agent: Daum
User-agent: AwarioSmartBot
User-agent: MojeekBot
User-agent: Mojeek
User-agent: python-request
User-agent: Netcraft
User-agent: Yeti-Mobile
User-agent: SJUUPBot
User-agent: VigLink
User-agent: Pi-Monster
User-agent: tracemyfile/1.0
User-agent: Xenu's Link Sleuth 1.1c
User-agent: CowBot/1.0
User-agent: Deskyobot
User-agent: Deskyobot/1.0
User-agent: Pandalytics/1.0
User-agent: SurdotlyBot
User-agent: Cincraw/1.0
User-agent: Twingly Recon-Klondike/1.0
User-agent: YaK/1.0
User-agent: DF Bot 1.0
User-agent: Crawlson/1.0
User-agent: IonCrawl
User-agent: ltx71
User-agent: PetalBot
User-agent: AspiegelBot
User-agent: filibot/1.0
User-Agent: panscient.com
User-agent: Mediatoolkitbot
User-agent: oBot/2.3.1
User-agent: Fasterfox
User-agent: boitho.com-dc
User-agent: CazoodleBot
User-agent: ConveraCrawler
User-agent: discobot
User-agent: Gaisbot
User-agent: heritrix
User-agent: ichiro
User-agent: IRLbot
User-agent: kalooga
User-agent: MJ12bot
User-agent: MLBot
User-agent: MSIECrawler
User-agent: Nutch
User-agent: Ocelli
User-agent: penthesilea
User-agent: PhpDig
User-agent: SearchDaimon.com-dc
User-agent: ShopWiki
User-agent: Snapbot
User-agent: TurnitinBot
User-agent: Twiceler
User-agent: woozweb-monitoring
User-agent: woriobot
User-agent: Yandex
User-agent: Yeti
Disallow: /