User-agent: Jooblebot
User-agent: PetalBot
User-agent: ClaudeBot
User-agent: Amazonbot
User-agent: Bytespider
User-agent: BLEXBot
User-agent: AhrefsBot
User-agent: AwarioRssBot
User-agent: AwarioSmartBot
User-agent: GPTBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: TikTokSpider
User-agent: Quantbot
User-agent: meta-externalagent
User-agent: Applebot
User-Agent: SemrushBot
User-Agent: AwarioBot
User-agent: barkrowler
Disallow: /


User-agent: *
Disallow: /pdf/*
Disallow: /media/companies/*/pdfs/*.pdf
Disallow: /wartung/*
Disallow: /upload/
Disallow: /?sort=
Disallow: /=apprenticeship
Disallow: /=internship
Disallow: /=thesis
Disallow: /=dual-study
Disallow: /?groupSlug=*

Sitemap: https://www.karriere-suedniedersachsen.de/sitemap.xml