# robots.txt generated at http://www.mcanerin.com
User-agent: *
Disallow: 
# Crawl-delay: 20
Disallow: */feed/
Disallow: /cgi-bin/
Disallow: /*/pdf/
Disallow: /*/pdf
Disallow: /user-tales/*/pdf/
Disallow: /user-tales/*/pdf
User-agent: ia_archiver