# ROBOTS.TXT POR VISIBILIDADON AGENCIA SEO & GOOGLE ADS # SITEMAP ES Sitemap: https://www.fundacionrenequinton.org/sitemap_index.xml Sitemap: https://www.fundacionrenequinton.org/post-sitemap.xml Sitemap: https://www.fundacionrenequinton.org/page-sitemap.xml # AGENT User-agent: * allow: / allow: */wp-admin/admin-ajax.php # CRAWL OPTIMIZATION User-agent: * Disallow: /wp-admin/ Disallow: /wp-includes/ Disallow: /wp-content/ Disallow: /feed/ Disallow: /trackback/ Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /landing_page/ Disallow: /cgi-bin/ Disallow: /archives Disallow: /wp-content/plugins/link-juice-optimizer/public/js/link-juice-optimizer.js # CRAWL FOR THEME SETTINGS User-agent: * Allow: /wp-includes/js/ Allow: /wp-includes/css/ Allow: /wp-includes/images/ Allow: /wp-content/uploads/ Allow: /wp-content/plugins/ Allow: /wp-content/themes/ Allow: /wp-content/themes/ic-theme-qui/style.css # FILTER BLOCK User-agent: * Disallow: /?s=* # BLOCK CRAWLERS UNHELPFUL # User-agent: MSIECrawler # Disallow: / # User-agent: WebCopier # Disallow: / # User-agent: HTTrack # Disallow: / # User-agent: Microsoft.URL.Control # Disallow: / # User-agent: libwww # Disallow: / # User-agent: Orthogaffe # Disallow: / # User-agent: UbiCrawler # Disallow: / # User-agent: DOC # Disallow: / # User-agent: Zao # Disallow: / # User-agent: sitecheck.internetseer.com # Disallow: / # User-agent: Zealbot # Disallow: / # User-agent: MSIECrawler # Disallow: / # User-agent: SiteSnagger # Disallow: / # User-agent: WebStripper # Disallow: / # User-agent: WebCopier # Disallow: / # User-agent: Fetch # Disallow: / # User-agent: Offline Explorer # Disallow: / # User-agent: Teleport # Disallow: / # User-agent: TeleportPro # Disallow: / # User-agent: WebZIP # Disallow: / # User-agent: linko # Disallow: / # User-agent: HTTrack # Disallow: / # User-agent: Microsoft.URL.Control # Disallow: / # User-agent: Xenu # Disallow: / # User-agent: larbin # Disallow: / # User-agent: libwww # Disallow: / # User-agent: ZyBORG # Disallow: / # User-agent: Download Ninja # Disallow: / # User-agent: wget # Disallow: / # User-agent: grub-client # Disallow: / # User-agent: k2spider # Disallow: / # User-agent: NPBot # Disallow: / # User-agent: WebReaper # Disallow: /