# Robots.txt para Referencia Laboratorio Clínico
# Portal Web 2026 - Azure WebSites
# Generado: Febrero 2026

# ======================================
# User-agent principal: Todos los bots
# ======================================
User-agent: *

# --- Bloquear áreas administrativas de WordPress ---
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /wp-signup.php
Disallow: /wp-activate.php
Disallow: /xmlrpc.php
Disallow: /wp-cron.php
Disallow: /wp-mail.php

# Permitir admin-ajax (Vital para temas y plugins)
Allow: /wp-admin/admin-ajax.php

# --- Bloquear feeds y parámetros innecesarios ---
Disallow: /search/
Disallow: /*?s=
Disallow: /*&s=
Disallow: /feed/
Disallow: /*/feed/
Disallow: /*/trackback/
Disallow: /*?replytocom
Disallow: /attachment/

# --- Bloquear directorios temporales del servidor ---
Disallow: /cgi-bin/
Disallow: /tmp/
Disallow: /temp/

# ======================================
# Herramientas SEO (Permitidas pero limitadas)
# ======================================
# 5 segundos de espera entre peticiones para no saturar el servidor

User-agent: AhrefsBot
Crawl-delay: 5

User-agent: SemrushBot
Crawl-delay: 5

User-agent: MJ12bot
Crawl-delay: 5

User-agent: DotBot
Crawl-delay: 5

# ======================================
# Bloqueo de bots inútiles, scrapers e IA
# ======================================
User-agent: Baiduspider
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

# ======================================
# Sitemap XML
# ======================================
Sitemap: https://www.labreferencia.com/sitemap.xml