User-agent: GPTBot 
Allow: /

User-agent: OAI-SearchBot 
Allow: /

User-agent: ChatGPT-User 
Allow: /

User-agent: ChatGPT-User/2.0 
Allow: /

User-agent: anthropic-ai 
Disallow: /

User-agent: ClaudeBot 
Allow: /

User-agent: claude-web 
Allow: /

User-agent: PerplexityBot 
Allow: /

User-agent: Google-Extended 
Allow: /

User-agent: BingBot 
Allow: /

User-agent: Amazonbot 
Disallow: /

User-agent: Applebot 
Allow: /

User-agent: Applebot-Extended 
Disallow: /

User-agent: FacebookBot 
Allow: /

User-agent: meta-externalagent 
Allow: /

User-agent: LinkedInBot 
Allow: /

User-agent: DuckAssistBot 
Allow: /

User-agent: cohere-ai 
Disallow: /

User-agent: MistralAI-User 
Allow: /

User-agent: *
Disallow: /images/
Allow: /images/icons/favicon.ico

# disable jobpages pdf's
Disallow: /fileadmin/Job_Descriptions/
# disable old content pages
Disallow: /content.php

# disable external landing page
Disallow: /c93e7dd3b7394229/

# disable some ICs
Disallow: /wissen/egfrm-nsclc-100

Disallow: /austausch/
Disallow: /register

# set sitemap
Sitemap: https://www.coliquio.de/sitemap.xml