# Update Sept 22 by Thibault using ChatGPT & added Google Sitemap: https://agapee.com/sitemap.xml User-agent: * Allow: /products/ Allow: /collections/ # Block system / thin / private Disallow: /admin Disallow: /account Disallow: /cart Disallow: /carts Disallow: /orders Disallow: /checkouts/ Disallow: /checkout Disallow: /a/downloads/-/* Disallow: /apple-app-site-association Disallow: /.well-known/shopify/monorail Disallow: /cdn/wpm/*.js Disallow: /recommendations/products Disallow: /*/recommendations/products Disallow: /pages/negative-order-review Disallow: /search # De-dup / tracking / previews Disallow: /*?*variant=* Disallow: /*?*utm_* Disallow: /*?*gclid=* Disallow: /*?*fbclid=* Disallow: /*?*oseid=* Disallow: /*preview_theme_id* Disallow: /*preview_script_id* # Faceted nav & sort Disallow: /collections/*sort_by* Disallow: /*/collections/*sort_by* Disallow: /*?*filter.*=* Disallow: /*+* # Blog slug with + Disallow: /blogs/*+* Disallow: /*/blogs/*+* # Locale/LS parameters Disallow: /*/*?*ls=*&ls=* Disallow: /*/*?*ls%3D*%3Fls%3D* Disallow: /*/*?*ls%3d*%3fls%3d* # Consider removing these if you want policy pages indexed: # Disallow: /policies/ # Disallow: /*/policies/ # Google Ads crawler User-agent: Googlebot Disallow: User-agent: Googlebot-image Disallow: User-agent: adsbot-google Disallow: /checkouts/ Disallow: /checkout Disallow: /carts Disallow: /orders Disallow: /*?*oseid=* Disallow: /*preview_theme_id* Disallow: /*preview_script_id* Disallow: /cdn/wpm/*.js # Block abusive crawler User-agent: Nutch Disallow: / # --- AI Crawlers Access Section --- User-agent: GPTBot Allow: / User-agent: Google-Extended Allow: / User-agent: CCBot Allow: / User-agent: PerplexityBot Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: /