User-agent: RavenCrawler
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: MauiBot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: megaindex.com
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: AlphaBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: VelenPublicWebCrawler
Crawl-delay: 120

User-agent: Amazonbot
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: BLEXBot
Crawl-delay: 120

User-agent: Bingbot
User-agent: MSNBot
User-agent: MSNBot-Media
User-agent: AdIdxBot
User-agent: BingPreview
User-agent: LinkedInBot
User-agent: AdRoll Dynamic Creative Feed Parser bot (delight@adroll.com)
Allow: /category/*?*
Allow: /categorie/*?*
Allow: /brand/*?*
Allow: /marque/*?*
Disallow: /search
Disallow: /rechercher
Crawl-delay: 60

User-agent: Storebot-Google
Allow: /shop/*?*
Allow: /magasin/*?*
Crawl-delay: 60

User-agent: *
# Deny all query params
Disallow: /category/*?*
Disallow: /categorie/*?*
Disallow: /brand/*?*
Disallow: /marque/*?*
Disallow: /campaign/*?*
Disallow: /campagne/*?*
Disallow: /product/*?*
Disallow: /produit/*?*
Disallow: /account/login?*
Disallow: /compte/connexion?*
Disallow: /*?*sort=
Disallow: /*?*pagesize=
Disallow: /*&sort=
Disallow: /*&pagesize=
# Deny search pages entirely
Disallow: /rechercher
Disallow: /search
# Allow navigation pages
Allow: /*?page=*
Sitemap: https://www.tenaquip.com/tenaquip/sitemap/sitemap-index.xml
# Disallow cdn-cgi - cloudflare email protection generated link
Disallow: /cdn-cgi/
# Allow refinement by manufacturer
# UPDATE 04-29-24, DON't ALLOW MANUFACT REFINE
#Allow: /*?manufacturer=*
#Allow: /*?fabricant=*
Crawl-delay: 60