User-agent: Scrapy
Allow: /

# this is the robots.txt file for www.mosio.com

User-agent: *
Disallow: /noidx/