# =====================================
# MADRIDACTUAL.ES — robots.txt (IA only)
# =====================================

# --------- Noticias / Google Producer ----------
User-agent: GoogleProducer
Allow: /

User-agent: Googlebot-News
Disallow: /*/$
Allow: /*.html$

# --------- Bots de IA (permitimos /tag/ y /tag/* solo a estos) ----------
User-agent: GPTBot
Allow: /tag/
Allow: /tag/*
Allow: /

User-agent: Google-Extended
Allow: /tag/
Allow: /tag/*
Allow: /

User-agent: CCBot
Allow: /tag/
Allow: /tag/*
Allow: /

User-agent: ClaudeBot
Allow: /tag/
Allow: /tag/*
Allow: /

User-agent: PerplexityBot
Allow: /tag/
Allow: /tag/*
Allow: /

User-agent: FacebookBot
Allow: /tag/
Allow: /tag/*
Allow: /

User-agent: Amazonbot
Allow: /tag/
Allow: /tag/*
Allow: /

User-agent: Applebot
Allow: /tag/
Allow: /tag/*
Allow: /

# --------- Resto de bots ----------
User-agent: *
Allow: /*.js*
Allow: /*.css*
Allow: /*.png*
Allow: /*.jpg*
Allow: /*.gif*
# Mantener /tag/ y /tag/* bloqueados para bots normales
Disallow: /tag/
Disallow: /tag/*

# --------- Sitemaps ---------
Sitemap: https://www.madridactual.es/sitemap.xml
Sitemap: https://www.madridactual.es/news-sitemap.xml
Sitemap: https://www.madridactual.es/sitemap-ia.xml
Sitemap: https://www.madridactual.es/llms.txt

# --------- Joomla / Componentes concretos ----------
Disallow: /component/com_acymailing
Disallow: /component/mailto/
Disallow: /component/search
Disallow: /component/tags/tag/*
Disallow: /component/weblinks/*

# --------- Bloqueo de parámetros problemáticos ----------
Disallow: /*?tmpl=component
Disallow: /*&tmpl=component
Disallow: /*?format=feed
Disallow: /*&format=feed
Disallow: /*?format=raw
Disallow: /*&format=raw
Disallow: /*go=
Disallow: /*?highlight=

# --------- Directorios internos / irrelevantes ----------
Disallow: /administrator/
Disallow: /ads/
Disallow: /api/
Disallow: /archivo/
Disallow: /banners/
Disallow: /bin/

# cache bloqueada excepto recursos críticos
Disallow: /cache/
Allow: /cache/*.js$
Allow: /cache/*.css$

Disallow: /cachejce/
Disallow: /cgi-bin/
Disallow: /cli/
Disallow: /en/
Disallow: /event/
Disallow: /generator/
Disallow: /includes/
Disallow: /index.php/*
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /log/
Disallow: /logs/
Disallow: /mail-adjunto/
Disallow: /redaccion/
Disallow: /suscripcion-a-madrid-actual/frontusers/profile
Disallow: /tmp/
Disallow: /xmlrpc/

# --------- Otras rutas / limpieza ----------
Disallow: /*?format=vcf
Disallow: /*/cache/*
Disallow: /*/pagina-*
Disallow: /*whatsapp:*
Disallow: /index.php?option=com_acym*
Disallow: /index.php?option=com_search*
Disallow: /madrid-noticias/madrid-noticias/
Disallow: /politica-privacidad
Disallow: /politica-de-privacidad

Sitemap: https://www.madridactual.es/sitemap.xml
Sitemap: https://www.madridactual.es/news-sitemap.xml
Sitemap: https://www.madridactual.es/sitemap-ia.xml