User-agent: *
Allow: /
Sitemap: https://www.nemlig.com/googlecategorysitemap
Sitemap: https://www.nemlig.com/googleproductsitemap
Sitemap: https://www.nemlig.com/googlerecipesitemap

Disallow: /?search=\
Disallow: /sitecore/
Disallow: /*Pdfs/
Disallow: /webapi/order/

User-agent: axios/0.19.0
Disallow: *

User-agent: axios
Disallow: *

User-agent: msnbot 
Crawl-delay: 10

User-agent: bingbot
Crawl-delay: 10

User-agent: bingpreview
Crawl-delay: 10

User-agent: adidxbot
Crawl-delay: 10

User-agent: msnbot-media
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: Scrapy
Disallow: /