User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Bloquear URLs de feeds RSS y similares Disallow: */feed/ Disallow: */feed Disallow: */rss/ Disallow: */rss Disallow: */trackback/ # Bloquear búsquedas internas Disallow: /?s= Disallow: /search # Bloquear archivos, carpetas y sufijos que no aportan valor SEO, excepto recursos CSS y JS Disallow: /cgi-bin/ Disallow: /wp-includes/ Allow: /wp-includes/css/ Allow: /wp-includes/js/ #Disallow: /wp-content/plugins/ #Disallow: /wp-content/themes/ Disallow: /*?amp* Disallow: /author/* Disallow: /*?ver_mas_ofertas=* Disallow: /*/1000/$ Disallow: /*/1000$ # Bloquear extensiones que no interesan Disallow: /*.php$ Disallow: /*.inc$ Disallow: /*.gz$ # Permitir acceso a archivos CSS, JS y fuentes (importante para el renderizado) Allow: /wp-content/uploads/ Allow: /wp-content/plugins/*.css Allow: /wp-content/plugins/*.js Allow: /wp-content/plugins/*.svg Allow: /wp-content/plugins/*.png Allow: /wp-content/themes/*.css Allow: /wp-content/themes/*.js Allow: /wp-content/themes/*.svg Allow: /wp-content/themes/*.png Allow: /wp-includes/*.js Allow: /wp-includes/*.css Sitemap: https://rentingfinders.com/sitemap_index.xml # Bloquear spambots User-agent: MSIECrawler Disallow: / User-agent: WebCopier Disallow: / User-agent: HTTrack Disallow: / User-agent: Microsoft.URL.Control Disallow: / User-agent: libwww Disallow: / User-agent: Orthogaffe Disallow: / User-agent: UbiCrawler Disallow: / User-agent: DOC Disallow: / User-agent: Zao Disallow: / User-agent: sitecheck.internetseer.com Disallow: / User-agent: Zealbot Disallow: / User-agent: SiteSnagger Disallow: / User-agent: WebStripper Disallow: / User-agent: Fetch Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebZIP Disallow: / User-agent: linko Disallow: / User-agent: Xenu Disallow: / User-agent: larbin Disallow: / User-agent: ZyBORG Disallow: / User-agent: Download Ninja Disallow: / User-agent: wget Disallow: / User-agent: grub-client Disallow: / User-agent: k2spider Disallow: / User-agent: NPBot Disallow: / User-agent: WebReaper Disallow: /