# ROBOTS.TXT - Safety Jogger B2C
# Strategy: Allow all content, block tracking parameters and filtered/parameterized URLs

Sitemap: https://www.safetyjogger.com/sitemap_index.xml

# Priority crawlers (search engines + AI) - no delay
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Mobile
User-agent: Bingbot
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: Baiduspider
User-agent: YandexBot
User-agent: Sogou
User-agent: Exabot
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: Claude-Web
User-agent: ClaudeBot
User-agent: Anthropic-AI
User-agent: CCBot
User-agent: PerplexityBot
User-agent: Google-Extended
User-agent: Bytespider
User-agent: Applebot-Extended
User-agent: Cohere-ai
User-agent: FacebookBot
User-agent: Meta-ExternalAgent
User-agent: Amazonbot
Allow: /
# Tracking parameters
Disallow: /*?*utm_*
Disallow: /*?*fbclid*
Disallow: /*?*gclid*
Disallow: /*?*msclkid*
Disallow: /*?*session*
Disallow: /*?*sid=*
Disallow: /*?*ref=*
Disallow: /*?*referrer=*
Disallow: /*?*PHPSESSID*
Disallow: /*?*_ga*
Disallow: /*?*_gl*
Disallow: /*?*_hs*
Disallow: /*?*mc_*
# Catalog pages with query parameters — all path translations (duplicate content)
Disallow: /*/catalog?*
Disallow: /*/catalogus?*
Disallow: /*/katalog?*
# Compare pages with query parameters — all path translations (duplicate content)
Disallow: /*/compare?*
Disallow: /*/vergelijk?*
Disallow: /*/vergleichen-sie?*
Disallow: /*/comparer?*
# Find-product pages with query parameters — all path translations (duplicate content)
Disallow: /*/find-product?*
Disallow: /*/vind-product?*
Disallow: /*/produkt-finden?*
Disallow: /*/trouver-produit?*
# Certificates and declarations (bulk PDFs, duplicate content, no search value)
# Product sheets are kept open for indexing — users search for them
Disallow: /document/DeclarationofConformity/
Disallow: /document/CERTIFICATE/
Disallow: /maintenance/

# All other bots - throttled
User-agent: *
Crawl-delay: 5
Allow: /
# Tracking parameters
Disallow: /*?*utm_*
Disallow: /*?*fbclid*
Disallow: /*?*gclid*
Disallow: /*?*msclkid*
Disallow: /*?*session*
Disallow: /*?*sid=*
Disallow: /*?*ref=*
Disallow: /*?*referrer=*
Disallow: /*?*PHPSESSID*
Disallow: /*?*_ga*
Disallow: /*?*_gl*
Disallow: /*?*_hs*
Disallow: /*?*mc_*
# Catalog pages with query parameters — all path translations (duplicate content)
Disallow: /*/catalog?*
Disallow: /*/catalogus?*
Disallow: /*/katalog?*
# Compare pages with query parameters — all path translations (duplicate content)
Disallow: /*/compare?*
Disallow: /*/vergelijk?*
Disallow: /*/vergleichen-sie?*
Disallow: /*/comparer?*
# Find-product pages with query parameters — all path translations (duplicate content)
Disallow: /*/find-product?*
Disallow: /*/vind-product?*
Disallow: /*/produkt-finden?*
Disallow: /*/trouver-produit?*
# Certificates and declarations (bulk PDFs, duplicate content, no search value)
Disallow: /document/DeclarationofConformity/
Disallow: /document/CERTIFICATE/
Disallow: /maintenance/