# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

# Designate site map, if one exists.
Sitemap: https://kcftech.com/sitemap_index.xml

# RULES: General Search Website Rules.
User-agent: *
Disallow: /cgi-bin
Disallow: /scripts
Disallow: /wp-admin  
Allow: /wp-admin/admin-ajax.php
#Disallow: /wp-includes
#Disallow: /wp-content/plugins
Disallow: /wp-content/cache
Allow: /wp-content/cache/minify
Allow: /wp-content/cache/autoptimize
Disallow: /trackback
Disallow: /comments
#Disallow: /category/*/*
Disallow: */trackback
Disallow: */comments
#Disallow: /tag/
Disallow: /?s=*
Disallow: /search/
Allow: /wp-content/uploads
# Set crawl speed for search engines.
# (Most search engines use this.)
Crawl-delay: 3

# Google Image
User-agent: Googlebot-Image
Disallow:
Allow: /*

# Google AdSense
User-agent: Mediapartners-Google*
Disallow:
Allow: /*