User-agent: *
Allow: */account/referral/
Disallow: /cn
Disallow: /assets/
Disallow: /ru/assets/
Disallow: /es/assets/
Disallow: /ko/assets/
Disallow: /ja/assets/
Disallow: /de/assets/
Disallow: /pt/assets/
Disallow: /tr/assets/
Disallow: /fr/assets/
Disallow: /vi/assets/
Disallow: /account/
Disallow: /ru/account/
Disallow: /es/account/
Disallow: /ko/account/
Disallow: /ja/account/
Disallow: /de/account/
Disallow: /pt/account/
Disallow: /tr/account/
Disallow: /fr/account/
Disallow: /vi/account/
Disallow: /*utm_
Disallow: /*gr_
Disallow: /*reset-password
Disallow: /*register?account=
Sitemap: https://phemex.com/sitemap.xml
# === AI / LLM Crawlers ===
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: CCBot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: xAI
Allow: /

User-agent: Grok
Allow: /