############################
# SEARCH ENGINE CRAWLERS  #
############################

# Major search engines (allowed)
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: YandexBot
Allow: /

# Default allow for normal crawlers
User-agent: *
Allow: /

############################
# AI / LLM CRAWLERS        #
############################

# OpenAI
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic Claude
User-agent: ClaudeBot
Allow: /

# Google AI
User-agent: Google-Extended
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Common Crawl (used by many AI models)
User-agent: CCBot
Allow: /

# Apple (AI & Search)
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Amazon AI
User-agent: Amazonbot
Allow: /

############################
# BLOCK LOW-QUALITY BOTS   #
############################

# These bots often overload servers or provide no SEO value
User-agent: MJ12bot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: SEOKicks
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: LinkpadBot
Disallow: /

############################
# SPECIAL RULES            #
############################

# Prevent indexing internal Shopify system pages
Disallow: /admin/
Disallow: /cart
Disallow: /checkout
Disallow: /orders
Disallow: /policies
Disallow: /apps/

# Allow all important SEO pages
Allow: /collections/
Allow: /products/
Allow: /blogs/
Allow: /pages/

# Clean URLs only — block duplicates
Disallow: /*?*  
Disallow: /*&*

############################
# SITEMAP                  #
############################

# Shopify automatically creates your sitemap
Sitemap: https:///sitemap.xml