# =============================================================================
# LOI - La Oferta Irresistible | robots.txt
# E-commerce platform: loi.com.uy | loichile.cl | mibelleza.uy
# =============================================================================

# -----------------------------------------------------------------------------
# DEFAULT RULES (All Crawlers)
# Path restrictions live here — AI bots override with full Allow: / below
# -----------------------------------------------------------------------------
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /checkout/
Disallow: /panel-de-usuario
Disallow: /compras
Disallow: /app/
Disallow: /vendor/
Disallow: /configs/
Disallow: /logs/
Disallow: /db/
Disallow: /socket/
Disallow: /libs/
Disallow: /services/
Disallow: /models/
Disallow: /controllers/
Disallow: /node_modules/
Disallow: /src/
Disallow: /dist/
Disallow: /sass/
Disallow: /mails/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /catalog/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/
Disallow: /*SID=
Disallow: /*?ctrl=*&act=*
Disallow: /todos
Disallow: /asc
Disallow: /des
Disallow: /desc
Disallow: /asc/
Disallow: /des/
Disallow: /desc/
Crawl-delay: 1

# -----------------------------------------------------------------------------
# AI AGENT BOTS — Full public access, no path restrictions
# Each bot gets its own section so it ignores the User-agent: * Disallows.
# Sensitive paths (/admin/, /checkout/) are auth-protected server-side.
# -----------------------------------------------------------------------------

# OpenAI — GPT Crawler (training)
User-agent: GPTBot
Allow: /
Disallow:
Crawl-delay: 0

# OpenAI — ChatGPT browsing mode
User-agent: ChatGPT-User
Allow: /
Disallow:
Crawl-delay: 0

# OpenAI — Operator / Plugins
User-agent: OAI-SearchBot
Allow: /
Disallow:
Crawl-delay: 0

# Anthropic — Claude Crawler (training)
User-agent: ClaudeBot
Allow: /
Disallow:
Crawl-delay: 0

# Anthropic — Claude Search
User-agent: Claude-SearchBot
Allow: /
Disallow:
Crawl-delay: 0

# Anthropic — General
User-agent: anthropic-ai
Allow: /
Disallow:
Crawl-delay: 0

# Google — Gemini / Bard
User-agent: Google-Extended
Allow: /
Disallow:
Crawl-delay: 0

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Disallow:
Crawl-delay: 0

# Cohere AI
User-agent: cohere-ai
Allow: /
Disallow:
Crawl-delay: 0

# Meta AI
User-agent: FacebookBot
Allow: /
Disallow:
Crawl-delay: 0

User-agent: Meta-ExternalAgent
Allow: /
Disallow:
Crawl-delay: 0

# Microsoft / Bing AI
User-agent: Bingbot
Allow: /
Disallow:
Crawl-delay: 0

# Amazon Alexa
User-agent: Amazonbot
Allow: /
Disallow:
Crawl-delay: 0

# Apple / Siri
User-agent: Applebot
Allow: /
Disallow:
Crawl-delay: 0

# You.com AI
User-agent: YouBot
Allow: /
Disallow:
Crawl-delay: 0

# Brave Search AI
User-agent: Brave
Allow: /
Disallow:
Crawl-delay: 0

# -----------------------------------------------------------------------------
# SEARCH ENGINE BOTS
# -----------------------------------------------------------------------------

User-agent: Googlebot
Allow: /
Disallow: /admin/
Disallow: /checkout/
Disallow: /panel-de-usuario
Disallow: /*SID=
Crawl-delay: 0

User-agent: Googlebot-Image
Allow: /assets_uy/
Allow: /assets_cl/
Allow: /assets_mibelleza/
Disallow: /admin/

# -----------------------------------------------------------------------------
# SITEMAPS
# -----------------------------------------------------------------------------
Sitemap: https://loi.com.uy/sitemaps/sitemap-loi.xml
Sitemap: https://mibelleza.uy/sitemaps/sitemap-mibelleza.xml
Sitemap: https://loichile.cl/sitemaps/sitemap-loi-chile.xml

# -----------------------------------------------------------------------------
# AI AGENT DISCOVERY FILES
# -----------------------------------------------------------------------------
# llms.txt: /llms.txt
# llms-full.txt: /llms-full.txt
# llm.txt: /llm.txt (301 → /llms.txt)
# llms.html: /llms.html
# OpenAPI: /openapi.json
# AI Plugin: /.well-known/ai-plugin.json
# A2A Agent Card: /.well-known/agent.json (also at /.well-known/agent-card.json)
# Security: /.well-known/security.txt
# CMP: /.well-known/cmp/
# ai.txt: /ai.txt
# ai.json: /ai.json
# identity.json: /identity.json
# brand.txt: /brand.txt
# faq-ai.txt: /faq-ai.txt
# developer-ai.txt: /developer-ai.txt
# robots-ai.txt: /robots-ai.txt
# AGENTS.md: /AGENTS.md
# Tools: /api/v1/tools.json
# SSE: /api/v1/stream
# Knowledge Graph: /api/v1/knowledge-graph.jsonld
# AI Landing: /ai