# Google News
User-agent: Googlebot-News
Allow: /

# Google general
User-agent: Googlebot
Allow: /

# Bing News
User-agent: bingbot-news
Allow: /

# Bing general
User-agent: bingbot
Allow: /

# Yahoo News / Slurp
User-agent: Slurp
Allow: /

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /

# Apple News
User-agent: Applebot
Allow: /

# Yandex News
User-agent: YandexNews
Allow: /

# Yandex general
User-agent: Yandex
Allow: /

# Todos los demás (incluye a los anteriores)
User-agent: *
Allow: /

# =========================================
# Restricciones para ahorrar Crawl Budget
# =========================================
User-agent: *
# Archivos de administración y nucleo
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /readme.html

# Peticiones de búsqueda y archivos adjuntos (Thin Content)
Disallow: /*?s=
Disallow: /*?attachment_id=

# Peticiones AJAX y APIs específicas que consumen mucho rastreo
Disallow: /*?ajax-request=
Disallow: /wp-json/complianz/

# Opcional (plugins y feeds)
Disallow: /wp-content/plugins/
Disallow: /*?feed=

# =========================================
# Sitemaps
# =========================================
Sitemap: https://infocivitano.com/sitemap_index.xml
Sitemap: https://infocivitano.com/post-sitemap1.xml
Sitemap: https://infocivitano.com/category-sitemap.xml
Sitemap: https://infocivitano.com/author-sitemap.xml
Sitemap: https://infocivitano.com/news-sitemap.xml
Sitemap: https://infocivitano.com/video-sitemap.xml
Sitemap: https://infocivitano.com/local-sitemap.xml