# robots.txt — Sales Layer (SEO + AI crawler aligned) # ========================= # DEFAULT RULES (ALL BOTS) # ========================= User-agent: * Allow: / # BLOCK LOW-VALUE PAGES Disallow: /style-guide/ Disallow: /order-confirmation Disallow: /search # CONTROL URL PARAMETERS (CRAWL WASTE) Disallow: /*?utm_ Disallow: /*?fbclid= Disallow: /*?gclid= Disallow: /*?ref= Disallow: /*?sort= Disallow: /*?filter= Disallow: /*&* # ========================= # AI / LLM CRAWLERS # (same restrictions applied) # ========================= User-agent: GPTBot Disallow: /style-guide/ Disallow: /order-confirmation Disallow: /search Disallow: /*?utm_ Disallow: /*?fbclid= Disallow: /*?gclid= Disallow: /*?ref= Disallow: /*?sort= Disallow: /*?filter= Disallow: /*&* User-agent: ChatGPT-User Disallow: /style-guide/ Disallow: /order-confirmation Disallow: /search Disallow: /*?utm_ Disallow: /*?fbclid= Disallow: /*?gclid= Disallow: /*?ref= Disallow: /*?sort= Disallow: /*?filter= Disallow: /*&* User-agent: ClaudeBot Disallow: /style-guide/ Disallow: /order-confirmation Disallow: /search Disallow: /*?utm_ Disallow: /*?fbclid= Disallow: /*?gclid= Disallow: /*?ref= Disallow: /*?sort= Disallow: /*?filter= Disallow: /*&* User-agent: anthropic-ai Disallow: /style-guide/ Disallow: /order-confirmation Disallow: /search Disallow: /*?utm_ Disallow: /*?fbclid= Disallow: /*?gclid= Disallow: /*?ref= Disallow: /*?sort= Disallow: /*?filter= Disallow: /*&* User-agent: PerplexityBot Disallow: /style-guide/ Disallow: /order-confirmation Disallow: /search Disallow: /*?utm_ Disallow: /*?fbclid= Disallow: /*?gclid= Disallow: /*?ref= Disallow: /*?sort= Disallow: /*?filter= Disallow: /*&* User-agent: CCBot Disallow: /style-guide/ Disallow: /order-confirmation Disallow: /search Disallow: /*?utm_ Disallow: /*?fbclid= Disallow: /*?gclid= Disallow: /*?ref= Disallow: /*?sort= Disallow: /*?filter= Disallow: /*&* User-agent: Google-Extended Disallow: /style-guide/ Disallow: /order-confirmation Disallow: /search Disallow: /*?utm_ Disallow: /*?fbclid= Disallow: /*?gclid= Disallow: /*?ref= Disallow: /*?sort= Disallow: /*?filter= Disallow: /*&* User-agent: GoogleOther Disallow: /style-guide/ Disallow: /order-confirmation Disallow: /search Disallow: /*?utm_ Disallow: /*?fbclid= Disallow: /*?gclid= Disallow: /*?ref= Disallow: /*?sort= Disallow: /*?filter= Disallow: /*&* User-agent: Applebot-Extended Disallow: /style-guide/ Disallow: /order-confirmation Disallow: /search Disallow: /*?utm_ Disallow: /*?fbclid= Disallow: /*?gclid= Disallow: /*?ref= Disallow: /*?sort= Disallow: /*?filter= Disallow: /*&* User-agent: Amazonbot Disallow: /style-guide/ Disallow: /order-confirmation Disallow: /search Disallow: /*?utm_ Disallow: /*?fbclid= Disallow: /*?gclid= Disallow: /*?ref= Disallow: /*?sort= Disallow: /*?filter= Disallow: /*&* User-agent: Bytespider Disallow: /style-guide/ Disallow: /order-confirmation Disallow: /search Disallow: /*?utm_ Disallow: /*?fbclid= Disallow: /*?gclid= Disallow: /*?ref= Disallow: /*?sort= Disallow: /*?filter= Disallow: /*&* # ========================= # SITEMAP # ========================= Sitemap: https://www.saleslayer.com/sitemap.xml Sitemap: https://www.saleslayer.com/sitemap.xml