# robots.txt – chablehotels.com
# Last updated: 2025-11-06

User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /search/
Disallow: /?s=
Disallow: /cart/
Disallow: /checkout/
Allow: /wp-admin/admin-ajax.php

# Bloquea archivos PDF
Disallow: /*.pdf$

# Desactiva los sitemaps automaticos de WordPress y Yoast
Disallow: /wp-sitemap.xml
Disallow: /sitemap_index.xml
Disallow: /?sitemap=*

# --- Point search engines to sitemaps ---

# Sitemap principal personalizado
Sitemap: https://chablehotels.com/sitemap_chablehotels.xml

# Cross-host property sitemaps
Sitemap: https://yucatan.chablehotels.com/sitemap_yucatan.xml
Sitemap: https://maroma.chablehotels.com/sitemap_maroma.xml

# --- Point AI to LLM facts file ---
llms: /llms.txt

# --- AI / LLM crawlers: allowed, with guidance ---
User-agent: GPTBot
Allow: /
User-agent: CCBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Amazonbot
Allow: /
User-agent: Bytespider
Disallow: /