# ==========================================
# robots.txt - InfoViajera.com
# Optimizado para SEO + IA + anti-scraping
# ==========================================

User-agent: *
# Bloqueo de áreas técnicas y sin valor SEO
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/

# Bloqueo de páginas de baja calidad o duplicadas
Disallow: /search/
Disallow: /*?s=
Disallow: /*?replytocom=
Disallow: /tag/*/page/
Disallow: /author/*/page/

# Evitar crawling innecesario
Disallow: /trackback/
Disallow: */feed/
Disallow: */comments/feed/

# Permitir AJAX necesario para frontend
Allow: /wp-admin/admin-ajax.php

# Sitemap
Sitemap: https://www.infoviajera.com/sitemap_index.xml


# ==========================================
# IA: permitir bots que citan y envían tráfico
# ==========================================

User-agent: GPTBot
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /

User-agent: ClaudeBot
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: CCBot
Allow: /


# ==========================================
# IA y scrapers agresivos: limitar entrenamiento masivo
# (Opcional: comentar si querés máxima visibilidad)
# ==========================================

User-agent: Bytespider
Disallow: /

User-agent: Amazonbot
Disallow: /

# Indicar el sitemap de IA
Sitemap: https://www.infoviajera.com/llms.txt