# Hello Retail Website
# https://helloretail.com

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://helloretail.com/sitemap-index.xml

# LLM site discovery (llms.txt standard)
# llms.txt: https://www.helloretail.com/llms.txt

# LLM markdown endpoints are ALLOWED for all bots (third audience strategy)
# Duplicate-content protection is handled by noindex headers in netlify.toml, not robots.txt
# See: https://dri.es/the-third-audience

# Block non-EN locales (translations not production-ready)
Disallow: /da/
Disallow: /nl/
Disallow: /sv/
Disallow: /it/

# Block internal/utility pages
Disallow: /*/asset-finder
Disallow: /*/component-reference

# Block pagefind index
Disallow: /pagefind/

# AI Bot Access (explicitly welcomed — including .md endpoints)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: cohere-ai
Allow: /