# ===================== GLOBAL CRAWL RULES =====================
User-agent: *
# Disallow low-value or duplicate URLs (tracking params, query-only noise)
Disallow: /*?shortlink=
Disallow: /*?country_code=
Disallow: /*?from=
Disallow: /*?tab=
Disallow: /*?yclid=
Disallow: /*?language=
Disallow: /*?tpclid=
Disallow: /*?trk=
Disallow: /*?ref=
Disallow: /*?utm_source=
Disallow: /*?search=
Disallow: /_next/
Disallow: /*/mobile/subscriptions
Disallow: /*/mobile/page
Disallow: /mobile/subscriptions
Disallow: /m/
Disallow: /m/gl/
Disallow: /my
Disallow: /api/
Disallow: /admin/

# Explicitly allow key content paths
Allow: /en/mobile/promocode
Allow: /ru/mobile/promocode
Allow: /*/mobile/promocode
Allow: /m/p/*

# ===================== SOCIAL PREVIEW BOTS =====================
User-agent: facebookexternalhit
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: Slackbot
Allow: /

User-agent: Pinterestbot
Allow: /

User-agent: TelegramBot
Allow: /

# ===================== AI CRAWLERS =====================
User-agent: GPTBot
Allow: /
Disallow: /*/mobile/subscriptions
Disallow: /*/mobile/page

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /

# ===================== SITEMAPS =====================
Sitemap: https://1fit.app/sitemap.xml