Sitemap: https://www.riazor.org/sitemap_index.xml

# Reglas para Googlebot
User-agent: Googlebot
Allow: /
Crawl-delay: 5

User-agent: Googlebot-image
Allow: /
Crawl-delay: 5

# Reglas generales
User-Agent: *
Allow: /wp-content/uploads/
Allow: /feed/$
Disallow: /wp-content/
Disallow: /trackback/
Disallow: /wp-admin/
Disallow: /feed/
Disallow: /search
Disallow: /*.php$
Disallow: /*.inc$
Disallow: */feed/
Disallow: */trackback/
Disallow: /page/
Disallow: /*.sql$
Disallow: /*.tgz$
Disallow: /*.gz$
Disallow: /*.tar$
Disallow: /*.svn$
Crawl-delay: 30

# Reglas para bots conocidos
User-agent: Baiduspider
Disallow: /

User-agent: Yahoo! Slurp China
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: SEMrushBot
Crawl-delay: 20

User-agent: YandexImages
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: noxtrumbot
Crawl-delay: 50

User-agent: msnbot
Crawl-delay: 30

User-agent: Slurp
Crawl-delay: 10

User-agent: AhrefsBot
Visit-time: 0100-0800
Crawl-delay: 20

User-agent: MSIECrawler
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: URL_Spider_Pro
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: EmailSiphon
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: EmailWolf
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: CopyRightCheck
Disallow: /

User-agent: Alexibot
Disallow: /

User-agent: Web Image Collector
Disallow: /

User-agent: Xenu's Link Sleuth 1.1c
Disallow: /

User-agent: Xenu's
Disallow: /

User-agent: Zeus
Disallow: /

User-agent: Zeus Link Scout
Disallow: /

User-agent: EroCrawler
Disallow: /

User-agent: LinkScan/8.1a Unix
Disallow: /

User-agent: Keyword Density/0.9
Disallow: /

User-agent: WebCopier v3.2a
Disallow: /

User-agent: WebCapture 2.0
Disallow: /

User-agent: WebCopier v.2.2
Disallow: /

User-agent: EtaoSpider
Disallow: /

User-agent: Black Hole
Disallow: /

User-agent: Xenu\\\'s Link Sleuth 1.1c
Disallow: /

User-agent: Xenu\\\'s
Disallow: /

User-agent: Leikibot
User-agent: DVbot
Disallow: /

User-agent: AwarioBot
Disallow: /

User-agent: AwarioSmartBot
Disallow: /

User-agent: AwarioRssBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: SentiBot
Disallow: /

User-agent: AmazonAdBot
Allow: /