#No crawl needed
User-agent: *
Disallow: /404
Disallow: /500
Disallow: /cookies
Disallow: /zoeken
Disallow: /page/
Disallow: /*/_index_$
Disallow: /rb_*
Disallow: /*?kenteken=*
Disallow: /*?code=
Disallow: /*?consent=
Disallow: /*?voorselectieDekAuto=
Disallow: /*?icmp=
Disallow: /*?utm_source=
Disallow: /screenservices/
Disallow: /j.php.

# Specific Bots
User-agent: Baiduspider
User-agent: CazoodleBot
User-agent: Jyxobot
User-agent: Sentibot
User-agent: YandexBot
User-agent: TurnitinBot
User-agent: NPBot
User-agent: Exabot
User-agent: coccocbot-web
Disallow: /

Sitemap: https://www.unive.nl/sitemap-index.xml
Sitemap: https://www.unive.nl/zakelijk/sitemap-index.xml
Sitemap: https://www.unive.nl/zakelijk/boeren-van-morgen/sitemap-index.xml
Sitemap: https://www.unive.nl/dichtbij/sitemap-index.xml
Sitemap: https://www.unive.nl/noordholland/sitemap-index.xml
Sitemap: https://www.unive.nl/noordnederland/sitemap-index.xml
Sitemap: https://www.unive.nl/het-groene-hart/sitemap-index.xml
Sitemap: https://www.unive.nl/oost/sitemap-index.xml
Sitemap: https://www.unive.nl/samen/sitemap-index.xml
Sitemap: https://www.unive.nl/stad-en-land/sitemap-index.xml
Sitemap: https://www.unive.nl/zuidnederland/sitemap-index.xml
Sitemap: https://www.unive.nl/klantenservice/sitemap-index.xml
Sitemap: https://www.unive.nl/over-unive/sitemap-index.xml
Sitemap: https://www.unive.nl/onze-verhalen/sitemap-index.xml