# ----------------------------------------------
# REGLAS GENERALES PARA TODOS LOS USER-AGENTS
# ----------------------------------------------
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cgi-bin/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/
Disallow: /?s=
Disallow: /search/
Disallow: /page/*/?s=
Disallow: /wp-json/wp/v2/users/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /*.doc$
Disallow: /*.docx$
Disallow: /*.xls$
Disallow: /*.xlsx$
Disallow: /*.ppt$
Disallow: /*.pptx$
Disallow: /*.zip$
Disallow: /*.rar$
Disallow: /*.exe$
Allow: /wp-content/uploads/

# ----------------------------------------------
# SITEMAPS
# ----------------------------------------------
Sitemap: https://www.destinopanama.com.pa/sitemap_index.xml
# Sitemap: https://www.destinopanama.com.pa/news-sitemap.xml

# ----------------------------------------------
# BLOQUEO DE BOTS INDESEADOS Y SCRAPERS
# ----------------------------------------------
User-agent: AhrefsBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: OAI
Disallow: /

User-agent: Sentibot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: curl
Disallow: /

User-agent: Wget
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: python-requests
Disallow: /

User-agent: libwww-perl
Disallow: /

User-agent: Java
Disallow: /

Crawl-delay: 10
Disallow: /wp-admin/
Disallow: /wp-includes/


# ----------------------------------------------
# BLOQUEO DE SCRAPERS DE INTELIGENCIA ARTIFICIAL
# ----------------------------------------------
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

# ----------------------------------------------
# CONTROL DE BOTS LENTOS O SECUNDARIOS
# ----------------------------------------------
User-agent: bingbot
Crawl-delay: 10

User-agent: Slurp
Crawl-delay: 10

# ----------------------------------------------
# PERMITIMOS SOLO BOTS DE GOOGLE SEO Y ADS
# ----------------------------------------------
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Mobile
Allow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: Adsbot-Google
Allow: /