User-agent: *
Disallow: /public/
Disallow: /test/*
Disallow: /widget/*
Disallow: /cdn-cgi/
Disallow: /fonts/
Disallow: /get-filtered-accounts
Disallow: /api/
Sitemap: https://www.xs.com/sitemap.xml
Sitemap: https://www.xs.com/llms.txt
 
# --- OpenAI (ChatGPT & SearchGPT) ---
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
 
# --- Google (Search & Gemini/AI Training) ---
User-agent: Googlebot
User-agent: Google-Extended
 
# --- Anthropic (Claude) ---
User-agent: Anthropic-ai
User-agent: Claude-Web
User-agent: ClaudeBot
 
# --- Perplexity AI ---
User-agent: PerplexityBot
 
# --- Apple (Apple Intelligence & Siri) ---
User-agent: Applebot
User-agent: Applebot-Extended
 
# --- Microsoft / Bing (Copilot & Search) ---
User-agent: Bingbot
User-agent: msnbot
 
# --- Other Global Search Engines ---
User-agent: YandexBot
User-agent: Baiduspider
User-agent: DuckDuckBot
User-agent: Slurp