User-agent: *
Disallow: /backend/
Disallow: /admin/
Disallow: /login/
Disallow: /logout/
Disallow: /password-reset/
Disallow: /register/

# System/internal paths (ajusta si realmente existen públicamente)
Disallow: /vendor/
Disallow: /config/
Disallow: /modules/

# Archivos que SÍ quieres permitir
Allow: /llms.txt
Allow: /BingSiteAuth.xml

# Bots IA
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

Sitemap: https://www.refineria.es/sitemap.xml