User-agent: *
  Allow: /
  Disallow: /admin
  Disallow: /cart
  Disallow: /checkout
  Disallow: /orders
  Disallow: /account
  Disallow: /search
  Disallow: /apps/social-sign-in/
  Disallow: /collections/+
  Disallow: /collections/%2B
  

  # Allow access to important assets
  Allow: /assets/

  # Filtering duplicates
  Disallow: /*?*sort_by=

  # Google adsbot
  User-agent: adsbot-google
  Allow: /
  Disallow: /checkouts/
  Disallow: /checkout
  Disallow: /carts
  Disallow: /orders
  Disallow: /*?*oseid=*
  Disallow: /*preview_theme_id*
  Disallow: /*preview_script_id*
  Disallow: /cdn/wpm/*.js
  Disallow: /sf_private_access_tokens
  Allow: /*?*variant=

  # Pinterest bot
  User-agent: Pinterest
  Disallow: /checkouts/
  Disallow: /checkout
  Disallow: /cart
  Disallow: /orders
  Disallow: /account
  Disallow: /admin

  # Meta crawler
  User-agent: meta-externalagent
  Disallow: /checkouts/
  Disallow: /checkout
  Disallow: /cart
  Disallow: /orders
  Disallow: /account
  Disallow: /admin


# Allow important AI (traffic + branding)
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

# Block low-value / scraping
User-agent: CCBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: EtaoSpider
Disallow: /

User-agent: HuihuiSpider
Disallow: /

Sitemap: https://willowbathandvanity.com/sitemap.xml