User-agent: *
Crawl-delay: 30
Disallow: /cgi-bin
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: */trackback/
Disallow: */feed/
Disallow: /*/feed/rss/$


User-agent: Slurp
Crawl-delay: 4

User-agent: msnbot
Crawl-delay: 120
Disallow: /*xml$