User-agent: * 
Allow: /
Disallow: /demo/
Disallow: /cmis/admin/
Disallow: /cmis/portal/agent/
Disallow: /cmis/portal/faculty/
Disallow: /cmis/portal/partner/
Disallow: /cmis/portal/student/

User-agent: ia_archiver
Allow: /
Disallow: /demo/
Disallow: /cmis/admin/
Disallow: /cmis/portal/agent/
Disallow: /cmis/portal/faculty/
Disallow: /cmis/portal/partner/
Disallow: /cmis/portal/student/
Crawl-delay: 5

User-agent: archive.org_bot
Allow: /
Disallow: /demo/
Disallow: /cmis/admin/
Disallow: /cmis/portal/agent/
Disallow: /cmis/portal/faculty/
Disallow: /cmis/portal/partner/
Disallow: /cmis/portal/student/
Crawl-delay: 5

User-agent: heritrix
Allow: /
Disallow: /demo/
Disallow: /cmis/admin/
Disallow: /cmis/portal/agent/
Disallow: /cmis/portal/faculty/
Disallow: /cmis/portal/partner/
Disallow: /cmis/portal/student/
Crawl-delay: 5

User-agent: Nutch
Allow: /
Disallow: /demo/
Disallow: /cmis/admin/
Disallow: /cmis/portal/agent/
Disallow: /cmis/portal/faculty/
Disallow: /cmis/portal/partner/
Disallow: /cmis/portal/student/
Crawl-delay: 5

User-agent: ArchiveTeam
Allow: /
Disallow: /demo/
Disallow: /cmis/admin/
Disallow: /cmis/portal/agent/
Disallow: /cmis/portal/faculty/
Disallow: /cmis/portal/partner/
Disallow: /cmis/portal/student/
Crawl-delay: 5

Sitemap: /sitemap.xml
Sitemap: /courses-sitemap.xml
Sitemap: /jobs-sitemap.xml
Sitemap: /resources/sitemap_index.xml