# =============================================================
# ROBOTS.TXT OPTIMIZADO RPP.PE - MARZO 2026
# =============================================================

# BOTS QUE ROBAN INFORMACIÓN Y ENTRENAMIENTO
User-agent: GPTBot
User-agent: CCBot
User-agent: anthropic-ai
User-agent: Claudebot
User-agent: Bytespider
User-agent: Amazonbot
User-agent: FacebookBot
User-agent: cohere-ai
User-agent: DataForSeoBot
User-agent: Diffbot
User-agent: omgili
User-agent: omgilibot
User-agent: YouBot
User-agent: SemrushBot
User-agent: dotbot
User-agent: MJ12bot
User-agent: Rogerbot
User-agent: Scrapy
User-agent: TurnitinBot
User-agent: magpie-crawler
User-agent: NewsNow
User-agent: news-please
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: PiplBot
Disallow: /

# BOTS PERMITIDOS
User-agent: Google-Extended
User-agent: Googlebot
User-agent: Googlebot-News
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-Mobile
User-agent: PerplexityBot
User-agent: Bingbot
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: Petalbot
User-agent: OAI-SearchBot

# RESTRICCIONES TÉCNICAS
User-agent: *
Disallow: /alert*
Disallow: /buscar/*
Disallow: /contactenos/*
Disallow: /archivo/*/19*
Disallow: /archivo/*/20**
Disallow: /19*
Disallow: /20*
Disallow: */permalink/*
Disallow: /p/*
Disallow: /tema*
Disallow: /amp/*
Disallow: /basics/*
Disallow: /capitaltema*

# RECURSOS PARA MODELOS DE LENGUAJE (LLMS)
# llms: https://rpp.pe/llms.txt
# llms-full: https://rpp.pe/llms-full.txt

# SITEMAPS
Sitemap: https://rpp.pe/rss
Sitemap: https://rpp.pe/sitemap/news
Sitemap: https://rpp.pe/sitemap/web
Sitemap: https://rpp.pe/sitemap/web/politica
Sitemap: https://rpp.pe/sitemap/web/actualidad
Sitemap: https://rpp.pe/sitemap/web/peru
Sitemap: https://rpp.pe/sitemap/web/mundo
Sitemap: https://rpp.pe/sitemap/web/tecnologia
Sitemap: https://rpp.pe/sitemap/web/economia
Sitemap: https://rpp.pe/sitemap/web/futbol
Sitemap: https://rpp.pe/sitemap/web/famosos
Sitemap: https://rpp.pe/sitemap/web/cine
Sitemap: https://rpp.pe/sitemap/web/lima