# TradeStation.com - Robots.txt
# -----------------------------------------------
# General Crawlers - Allow All
# -----------------------------------------------
User-agent: *
Allow: /

# Sitemaps
Sitemap: https://www.tradestation.com/sitemap.xml

# Disallow internal/admin areas
Disallow: /api/
Disallow: /_next/
Disallow: /admin/
Disallow: /institutional/
Disallow: /developer/
Disallow: /site/

# Disallow modal and framed content (prevents duplicate content)
Disallow: /(.)*/
Disallow: /modal/

# Disallow test/development pages
Disallow: /*test*
Disallow: /*dev*
Disallow: /qr-test/
Disallow: /jctest/

# Disallow utility/system endpoints
Disallow: /healthz
Disallow: /livez
Disallow: /versionz

# Allow images and public assets
Allow: /js/
Allow: /svg/
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.svg$
Allow: /*.webp$


# -----------------------------------------------
# AI / LLM Crawlers - Explicitly Allowed (AEO)
# -----------------------------------------------

# OpenAI (ChatGPT / GPT-4 browsing)
User-agent: GPTBot
Allow: /

# OpenAI (ChatGPT real-time browsing)
User-agent: ChatGPT-User
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /

# Anthropic (Claude legacy)
User-agent: Claude-Web
Allow: /

# Google Gemini / AI Overviews (AEO)
User-agent: Google-Extended
Allow: /

# Microsoft Copilot / Bing AI
User-agent: bingbot
Allow: /

User-agent: BingPreview
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Meta AI (Llama-based)
User-agent: meta-externalagent
Allow: /

User-agent: FacebookBot
Allow: /

# Apple Intelligence / Siri
User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

# Amazon Alexa / Rufus AI
User-agent: Amazonbot
Allow: /

# You.com AI Search
User-agent: YouBot
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /

# Diffbot (AI knowledge graphs)
User-agent: Diffbot
Allow: /

# Common Crawl (LLM training datasets)
User-agent: CCBot
Allow: /

# AI2 / Allen Institute
User-agent: AI2Bot
Allow: /

# Bytedance AI (Doubao / Grok integrations)
User-agent: Bytespider
Allow: /

# Mistral AI
User-agent: MistralAI-User
Allow: /