User-agent: TikTokSpider
User-agent: Qwantbot
User-agent: meta-externalagent
User-agent: Applebot
User-Agent: SemrushBot
User-Agent: AwarioBot
User-agent: barkrowler
Disallow: /


User-agent: *
Disallow: /pdf/*
Disallow: /media/companies/*/pdfs/*.pdf
Disallow: /wartung/*
Disallow: /upload/
Disallow: /?sort=
Disallow: /=apprenticeship
Disallow: /=internship
Disallow: /=thesis
Disallow: /=dual-study
Disallow: /?groupSlug=*

Sitemap: https://www.karriere-suedwestfalen.de/sitemap.xml