# Robots.txt for mozaico.com
# Optimized for AI Search (ChatGPT, Gemini, Perplexity) and Google 2026



# 1. EXPLICITLY ALLOW AI & SEARCH BOTS

# Google (Search & AI Overviews)
User-agent: Googlebot
Allow: /
User-agent: Google-Extended
Allow: /

# OpenAI (ChatGPT)
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: OAI-SearchBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /

# Anthropic (Claude)
User-agent: Claude-User
Allow: /
User-agent: Claude-SearchBot
Allow: /

# Allow AI Bots to prioritize the 2026 Quality Report
User-agent: GPTBot
Allow: /pages/custom-mosaic-quality-report-2026

User-agent: Google-Extended
Allow: /pages/custom-mosaic-quality-report-2026

User-agent: OAI-SearchBot
Allow: /pages/custom-mosaic-quality-report-2026

User-agent: PerplexityBot
Allow: /pages/custom-mosaic-quality-report-2026



# 2. GENERAL RULES FOR ALL BOTS
User-agent: *
# Shopify Essentials
Disallow: /admin
Disallow: /cart
Disallow: /orders
Disallow: /checkout
Disallow: /checkouts
Disallow: /account
Disallow: /search
Disallow: /policies/
Disallow: /cdn/wpm/*.js

# SEO Cleanup: Block Duplicate Filtered Collections
# Prevents bots from wasting crawl budget on infinite filter combinations
Disallow: /collections/*+*
Disallow: /collections/*%2B*
Disallow: /collections/*%2b*
Disallow: /collections/*?filter*
Disallow: /collections/*?sort_by*
Disallow: /collections/*view=*

# 3. SPECIALIZED AGENT RULES
User-agent: adsbot-google
Disallow: /checkout
Disallow: /carts
Disallow: /orders

User-agent: Pinterest
Crawl-delay: 1

# Block aggressive/unwanted scrapers
User-agent: Nutch
Disallow: /
User-agent: MJ12bot
Disallow: /

# 4. SITEMAPS
Sitemap: https://www.mozaico.com/sitemap.xml