User-agent: AhrefsBot
Disallow: /

User-agent: AspiegelBot
Disallow: /

User-agent: MegaIndex
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: Grapeshot
Disallow: /

User-agent: GrapeshotCrawler
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SEOkicks-Robot
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: spbot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: Baiduspider
Disallow: /

# Begræns crawl-hastighed for "alle andre"
User-agent: *
Disallow: /static/pdf/
# sets a 2 second timeout
Crawl-delay: 2

# Dynamisk sitemap
Sitemap: https://www.hyggeonkel.dk/sitemap.xml