# robots.txt for hellotushy.com
# Last updated: January 2025

User-agent: *
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts/
Disallow: /3626145/checkouts
Disallow: /3626145/orders
Disallow: /account
Disallow: /search
Disallow: /policies/
Disallow: /*/policies/

# Prevent indexing of filtered/sorted collection pages
Disallow: /collections/*sort_by*
Disallow: /*/collections/*sort_by*
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /*/collections/*+*
Disallow: /*/collections/*%2B*
Disallow: /*/collections/*%2b*
Disallow: /collections/*filter*&*filter*

# Prevent indexing of paginated collection pages
Disallow: /collections/*?page=*
Disallow: /*/collections/*?page=*

# Shopify system paths
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /apple-app-site-association
Disallow: /.well-known/shopify/monorail
Disallow: /.well-known/shopify/monorail/unstable/produce_batch
Disallow: /cdn/wpm/*.js
Disallow: /recommendations/products
Disallow: /*/recommendations/products

# Prevent duplicate content from locale query strings
Disallow: /*/*?*ls=*&ls=*
Disallow: /*/*?*ls%3D*%3Fls%3D*
Disallow: /*/*?*ls%3d*%3fls%3d*

# Block atom feeds (prevent feed scraping)
Disallow: /collections/*.atom
Disallow: /*/collections/*.atom
Disallow: /blogs/*.atom
Disallow: /*/blogs/*.atom

# Google AdsBot (ignores robots.txt unless specifically named)
User-agent: adsbot-google
Disallow: /checkout
Disallow: /checkouts/
Disallow: /carts
Disallow: /orders
Disallow: /3626145/checkouts
Disallow: /3626145/orders
Disallow: /*?*oseid=*
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /cdn/wpm/*.js

# Block aggressive crawlers
User-agent: Nutch
Disallow: /

User-agent: MJ12bot
Disallow: /

# AhrefsBot - allow with standard restrictions
User-agent: AhrefsBot
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /checkout
Disallow: /checkouts/
Disallow: /orders
Disallow: /account
Disallow: /search
Disallow: /collections/*sort_by*
Disallow: /collections/*filter*&*filter*
Disallow: /collections/*.atom
Disallow: /blogs/*.atom

User-agent: AhrefsSiteAudit
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /checkout
Disallow: /checkouts/
Disallow: /orders
Disallow: /account
Disallow: /search
Disallow: /collections/*sort_by*
Disallow: /collections/*filter*&*filter*
Disallow: /collections/*.atom
Disallow: /blogs/*.atom

Sitemap: https://hellotushy.com/sitemap.xml