Sitemap: http://askleo.com/sitemap_index.xml

User-agent: Scrapy
Disallow: /

User-agent: *
# Block WordPress search results
Disallow: /?s=
Disallow: /*?s=
Disallow: /*&s=

# Block admin & AJAX
Disallow: /wp-admin/
Disallow: /wp-admin/admin-ajax.php

# Block feeds (they get hammered a lot)
Disallow: /feed/
Disallow: /*/feed/
Disallow: /comments/feed/

# Block common WordPress junk paths
Disallow: /?replytocom=
Disallow: /xmlrpc.php

# Allow needed assets (so Google etc. can render pages correctly)
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /wp-content/themes/
Allow: /wp-content/plugins/

Crawl-delay: 5