# https://www.robotstxt.org/robotstxt.html
Sitemap: https://whefi.com/sitemap.xml
User-agent: *
Crawl-delay: 30
Disallow: /api/
Disallow: /__meteor__/
Disallow: /sockjs/
Disallow: /books/
Disallow: /subjects/
Disallow: /authors/
Disallow: /works/
User-agent: Googlebot
Crawl-delay: 20
User-agent: bingbot
Crawl-delay: 20