# -------------------------
# MySupplement.Shop robots.txt
# -------------------------

User-agent: *
Disallow: /cart
Disallow: /checkout
Disallow: /orders
Disallow: /account
Disallow: /apps
Disallow: /search
Disallow: /collections/*+*
Disallow: /collections/*%2B*
# Block common tracking/query cruft
Disallow: /*?*utm_
Disallow: /*?*gclid=
Disallow: /*?*fbclid=
Disallow: /*?*sort_by=
Disallow: /*?*view=
Disallow: /*?*variant=

# Explicit allows for SEO-relevant content
Allow: /collections
Allow: /products
Allow: /blogs
Allow: /blog
Allow: /*.js
Allow: /*.css
Allow: /*.png
Allow: /*.jpg
Allow: /*.webp
Allow: /*.gif
Allow: /cdn-cgi
Allow: /sitemap.xml

Sitemap: https://www.mysupplement.shop/sitemap.xml

# -------------------------
# Major search bots allowed
# -------------------------
User-agent: Googlebot
Allow: /
User-agent: AdsBot-Google
Allow: /
User-agent: Bingbot
Allow: /
User-agent: BingPreview
Allow: /
User-agent: Applebot
Allow: /
User-agent: FacebookBot
Allow: /
User-agent: twitterbot
Allow: /

# -------------------------
# Mainstream AI bots allowed
# -------------------------
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: cohere-ai
Allow: /
User-agent: YouBot
Allow: /
User-agent: MetaAI
Allow: /
User-agent: xAI
Allow: /
User-agent: InflectionBot
Allow: /
User-agent: ScribeBot
Allow: /
User-agent: BraveBot
Allow: /
User-agent: NeevaBot
Allow: /
User-agent: ai-crawler
Allow: /

# -------------------------
# Known heavy/junk bots blocked
# -------------------------
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: SemrushBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: SEOkicks-Robot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: AspiegelBot
Disallow: /
User-agent: Bytespider
Disallow: /
User-agent: Baiduspider
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: SeznamBot
Disallow: /