User-agent: Googlebot Disallow: User-agent: Googlebot-image Disallow: User-agent: * Crawl-delay: 10 # Shopify and internal paths Disallow: /admin Disallow: /warchest Disallow: /cart Disallow: /orders Disallow: /checkouts/ Disallow: /checkout/ Disallow: /ukcheckout/ Disallow: /cacheckout/ Disallow: /aucheckout/ Disallow: /pages Disallow: /dofca Disallow: /crfuf Disallow: /discount Disallow: /carts Disallow: /account Disallow: /search # Next.js or system paths Disallow: /*_next/ Disallow: /*build/ Disallow: /*data/ Disallow: /*api/ # Collection blocks not needed in index Disallow: /blog-collections/lifestyle Disallow: /blog-collections/viking Disallow: /blog-collections/all Disallow: /blog-collections/beard Disallow: /blog-collections/recent # Crawl waste & duplication from custom codes Disallow: /*currentRefId= Disallow: /*currentDiscountCode= Disallow: /*discountCode= Disallow: /*ref= Disallow: /*rfsn= # Pagination / sorting / filtering Disallow: /*page= Disallow: /*cursor= Disallow: /*direction= Disallow: /*reviewsPage= Disallow: /*reviewsPerPage= Disallow: /*reviewsFilter= Disallow: /*reviews= Disallow: /*sort_by= # Shopify dynamic noise Disallow: /*_pos Disallow: /*_psq Disallow: /*_ss Disallow: /*_v Disallow: /*position Disallow: /*collection= # Technical params Disallow: /*_data= Disallow: /*data= Disallow: /*toasts= # Marketing and tracking noise Disallow: /*gclid= Disallow: /*fbclid= Disallow: /*utm_source= Disallow: /*utm_medium= Disallow: /*utm_campaign= # Shopify market/language duplication Disallow: /*currency= Disallow: /*locale= Disallow: /*store= Disallow: /*variant= User-agent: AhrefsBot Crawl-delay: 20 User-agent: SemrushBot Crawl-delay: 15 User-agent: Bingbot Crawl-delay: 10 User-agent: DotBot Crawl-delay: 20 User-agent: MJ12bot Crawl-delay: 20 # Sitemap declarations Sitemap: https://www.thebeardstruggle.com/sitemap-root.xml