# =====================================================
# llms.txt — Allowed and Denied AI / LLM User Agents
# =====================================================


# OpenAI / ChatGPT
Allow: GPTBot
Allow: ChatGPT-User

# Anthropic (Claude)
Allow: anthropic-ai
Allow: ClaudeBot
Allow: Claude-Web

# Google (Bard / Gemini)
Allow: Google-Extended
Allow: Google-Extended/1.0

# Microsoft / Bing AI
Allow: BingAI
Allow: BingPreview

# Other known LLM / AI bots
Allow: YouBot
Allow: Applebot-Extended
Allow: MistralAI
Allow: LLaMA
Allow: Mixtral
Allow: SemrushBot
Allow: PerplexityBot
Allow: AhrefsBot



# ByteSpider / Bytedance AI crawler
Deny: Bytespider

# Generic suspicious bots / Headless / automation frameworks
Deny: HeadlessChrome
Deny: yerbasoftware
Deny: M12bot

# Additional non-standard / unknown bots
Deny: Scrapy
Deny: MJ12bot
Deny: DotBot
Deny: BLEXBot