User-agent: *
allow: /
Disallow: /admin/
Disallow: /tasks/
Disallow: /requirements/
Disallow: /config/
Disallow: /sites/default/includes/display_objects/custom/bitetimes/cgi-bin/bitedata.cgi
Disallow: /sites/default/includes/display_objects/custom/bitetimes/cgi-bin/bite5.cgi
Disallow: /_autopasswordrequest.cfm
Disallow: /_commentpage.cfm
Disallow: /_likepage.cfm
Disallow: /*.md$