# we use Shopify as our ecommerce platform

# ┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┓
# ┃ Robots & Agent policy                                                ┃
# ┣━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┫
# ┃ Checkouts are for humans.                                            ┃
# ┃ * Automated scraping, “buy-for-me” agents, or any end-to-end flow    ┃
# ┃   that completes payment without a final human review step is not    ┃
# ┃   permitted.                                                         ┃
# ┃ * Legitimate integrators must use the official Checkout Kit:         ┃
# ┃     https://www.shopify.com/checkout-kit                             ┃
# ┃                                                                      ┃
# ┃ Terms of Service: https://www.shopify.com/legal/terms                ┃
# ┃ Contact: bots@shopify.com                                            ┃
# ┗━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┛

User-agent: *

# Block internal or sensitive pages
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /cart/*
Disallow: /cart/add
Disallow: /cart/update
Disallow: /cart/prepare_shipping_rates
Disallow: /customer_identity
Disallow: /account/unsubscribe
Disallow: /carts
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /6820289/checkouts
Disallow: /6820289/orders
Disallow: /account

# Block search results
Disallow: /search
Disallow: /search/suggest

# Block vendor collection queries & pagination
Disallow: /collections/vendors
Disallow: /collections/vendors*
Disallow: /collections/*?*variant

# Block query parameters and duplicates
Disallow: /*?phcursor=
Disallow: /*?*utm_
Disallow: /*?*gclid
Disallow: /*?*fbclid
Disallow: /*?srsltid=
Disallow: /*?*msclkid

Disallow: /*?*currency=
Disallow: /*?*country=
Disallow: /*?*filter=
Disallow: /*?*tag=
Disallow: /*?*q=
Disallow: /*?*pr_prod_strat=
Disallow: /*?*pr_rec_id=
Disallow: /*?*pr_rec_pid=
Disallow: /*?*pr_ref_pid=
Disallow: /*?*pr_seq=
Disallow: /*?*goal=
Disallow: /*?*sort_by=
Disallow: /*?skimoffer=*
Disallow: /*?_=pf*
Disallow: /*?_pos=*


# Block collection sorting and filtering duplicates
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: /*/collections/*filter*&*filter*

# Block blog duplicates
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*

# Block miscellaneous noise
Disallow: /*?*oseid=*
Disallow: /*.atom
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Disallow: /recommendations/products
Disallow: /*/recommendations/products
Disallow: /*?view=quickview
Disallow: /*?*view=quickview*

# Sitemap
Sitemap: https://www.clubx.com.au/sitemap.xml

Sitemap: https://www.clubx.com.au/sitemap_products_1.xml?from=8993597452&to=7581613850710
Sitemap: https://www.clubx.com.au/sitemap_products_2.xml?from=7581613883478&to=7664876453974
Sitemap: https://www.clubx.com.au/sitemap_products_3.xml?from=7664876486742&to=7830840672342
Sitemap: https://www.clubx.com.au/sitemap_pages_1.xml?from=22597423&to=254661361750
Sitemap: https://www.clubx.com.au/sitemap_collections_1.xml?from=393270540&to=308307656790
Sitemap: https://www.clubx.com.au/sitemap_blogs_1.xml

# Google AdsBot restrictions
User-agent: AdsBot-Google
Disallow: /checkouts/
Disallow: /checkout
Disallow: /carts
Disallow: /orders
Disallow: /6820289/checkouts
Disallow: /6820289/orders
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /cdn/wpm/*.js

# AEO & LLM Optimization
# Explicitly allowing key bots to improve search answers and LLM data
User-agent: Google-Extended
Allow: /
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /checkouts/
Disallow: /account

User-agent: GPTBot
Allow: /
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /checkouts/
Disallow: /account

User-agent: CCBot
Allow: /
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /checkouts/
Disallow: /account

# Completely block Nutch
User-agent: Nutch
Disallow: /

# AhrefsBot (crawler)
User-agent: AhrefsBot
Crawl-delay: 10
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /6820289/checkouts
Disallow: /6820289/orders
Disallow: /account
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: /*/collections/*filter*&*filter*
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /search
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js

# AhrefsSiteAudit (crawler)
User-agent: AhrefsSiteAudit
Crawl-delay: 10
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /6820289/checkouts
Disallow: /6820289/orders
Disallow: /account
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: /*/collections/*filter*&*filter*
Disallow: /blogs/*+*
Disallow: /blogs/*%2B*
Disallow: /blogs/*%2b*
Disallow: /*/blogs/*+*
Disallow: /*/blogs/*%2B*
Disallow: /*/blogs/*%2b*
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*
Disallow: /search
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /cdn/wpm/*.js
Disallow: /recommendations/products
Disallow: /*/recommendations/products

# MJ12bot is a general purpose crawler
User-agent: MJ12bot
Crawl-delay: 10
Disallow: /admin
Disallow: /cart
Disallow: /cart/*
Disallow: /carts
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /account
Disallow: /search
Disallow: /collections/*sort_by*
Disallow: /collections/*+*
Disallow: /*?*utm_
Disallow: /*?*gclid
Disallow: /*?*fbclid
Disallow: /*?*msclkid
Disallow: /*?srsltid=


# Pinterest is a specific image crawler
User-agent: Pinterest
Crawl-delay: 1
Disallow: /cart
Disallow: /cart/*
Disallow: /checkout
Disallow: /checkouts/
Disallow: /account
Disallow: /admin
Disallow: /search
Disallow: /collections/*sort_by*