# USER-AGENT: *
User-agent: *

# --- Shopify system & internal paths ---
Disallow: /a/downloads/-/*
Disallow: /admin
Disallow: /cart
Disallow: /carts
Disallow: /orders
Disallow: /checkouts/
Disallow: /checkout
Disallow: /account
Disallow: /search
Disallow: /.well-known/shopify/monorail
Disallow: /apple-app-site-association
Disallow: /cdn/wpm/*.js
Disallow: /recommendations/products
Disallow: /*/recommendations/products

# --- Products (all blocked) ---
Disallow: /products
Disallow: /products/*
Disallow: /*/products/*

# --- Remote product & collection hashes ---
Disallow: /products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Disallow: /*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Disallow: /collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote
Disallow: /*/collections/*/products/*-[a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9][a-f0-9]-remote

# --- Collections (all blocked) ---
Disallow: /collections
Disallow: /collections/*
Disallow: /*/collections/*
Disallow: */collections/*sort_by*
Disallow: */collections/*filter*

# --- Market flags ---
Disallow: /*flag-*.png
Disallow: /*flag-*.svg
Disallow: /*flag-*.jpg


# --- Duplicate blockers / Parameters ---
Disallow: /*+*
Disallow: /*%2B*
Disallow: /*?*sort_by=
Disallow: /*?*filter=
Disallow: /*?*oseid=
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /*?*ls=
Disallow: /*/*?*ls=*
Disallow: /*/*?*ls%3D*
Disallow: /*/*?*ls%3d*





###############################################################################
# INDEXING STRATEGY
# Only /pages/* on the MAIN MARKET is indexable.
###############################################################################
Allow: /pages/



# SITEMAP
Sitemap: https://holacarrentals.com/sitemap.xml


# SPECIFIC BOTS
# Adsbot (Google Ads)
User-agent: adsbot-google
Disallow: /checkouts/
Disallow: /checkout
Disallow: /carts
Disallow: /orders
Disallow: /*?*oseid=
Disallow: /*preview_theme_id*
Disallow: /*preview_script_id*
Disallow: /cdn/wpm/*.js
Disallow: /*remote

# Apache Nutch (scraper)
User-agent: Nutch
Disallow: /

# Ahrefs
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: AhrefsSiteAudit
Crawl-delay: 10

# MJ12bot (Majestic)
User-agent: MJ12bot
Crawl-delay: 10

# Pinterest
User-agent: Pinterest
Crawl-delay: 1

# AI CRAWLERS — ALLOWED
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot
Allow: /