User-agent: *
Allow: /
Sitemap: https://digits.com/sitemap.xml

# AI Discoverability
Llms-txt: https://digits.com/llms.txt

# AI Platform Crawlers
# OpenAI (ChatGPT): ALLOWING training, ALLOWING citation
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ChatGPT-User/2.0
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Anthropic (Claude): ALLOWING training, ALLOWING citation
User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: claude-web
Allow: /

# Google (Gemini): ALLOWING training
User-agent: Google-Extended
Allow: /

# Microsoft (Copilot): ALLOWING citation
User-agent: bingbot
Allow: /

# Perplexity AI: ALLOWING training, ALLOWING citation
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: Perplexity-User/1.0
Allow: /

# Meta (Llama): ALLOWING training
User-agent: FacebookBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

# Apple (Apple Intelligence): ALLOWING training
User-agent: Applebot-Extended
Allow: /

# General AI Datasets
User-agent: CCBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Diffbot
Allow: /

User-agent: ImagesiftBot
Allow: /

# SEO Essential Crawlers
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Video
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: bingbot
Allow: /

User-agent: YandexBot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Applebot
Allow: /

# SEO Optional Crawlers
User-agent: AhrefsBot
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: DotBot
Allow: /

User-agent: Rogerbot
Allow: /

User-agent: Screaming Frog SEO Spider
Allow: /

User-agent: MJ12Bot
Allow: /

User-agent: BLEXBot
Allow: /

# Social Media Crawlers
User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /