# ==========================================
# Optimalisert robots.txt for Cappelen Damm
# ==========================================

# ------------------------------------------
# Generelle søkemotorer (Googlebot, Bingbot, etc.)
# ------------------------------------------
User-agent: *
# Tillat alt innhold som standard
Allow: /
# Blokkering av system-, admin- og brukersider
Disallow: /admin/
Disallow: /utsjekk/
Disallow: /kvittering/
Disallow: /min-side/
Disallow: /logg-inn/
Disallow: /sso-callback/
Disallow: /min-organisasjon/
# Blokkering av interne søkeresultatsider for å unngå tynt/duplikat innhold
Disallow: /search?query=*
Disallow: /*?*filter=*
Disallow: /*?*sort=*

# ------------------------------------------
# AI-crawlere og språkmodeller
# ------------------------------------------

# OpenAI (ChatGPT)
User-agent: GPTBot
Disallow: /admin/
Disallow: /utsjekk/
Disallow: /kvittering/
Disallow: /min-side/
Disallow: /logg-inn/
Disallow: /sso-callback/
Disallow: /min-organisasjon/
Disallow: /search?query=*
Allow: /llms.txt
Allow: /llms-full.txt

# Common Crawl (brukes av mange AI-modeller)
User-agent: CCBot
Disallow: /admin/
Disallow: /utsjekk/
Disallow: /kvittering/
Disallow: /min-side/
Disallow: /logg-inn/
Disallow: /sso-callback/
Disallow: /min-organisasjon/
Disallow: /search?query=*
Allow: /llms.txt
Allow: /llms-full.txt

# Anthropic (Claude)
User-agent: Anthropic-ai
Disallow: /admin/
Disallow: /utsjekk/
Disallow: /kvittering/
Disallow: /min-side/
Disallow: /logg-inn/
Disallow: /sso-callback/
Disallow: /min-organisasjon/
Disallow: /search?query=*
Allow: /llms.txt
Allow: /llms-full.txt

# Google AI (SGE / AI Overviews)
User-agent: Google-Extended
Disallow: /admin/
Disallow: /utsjekk/
Disallow: /kvittering/
Disallow: /min-side/
Disallow: /logg-inn/
Disallow: /sso-callback/
Disallow: /min-organisasjon/
Disallow: /search?query=*
Allow: /llms.txt
Allow: /llms-full.txt

# ------------------------------------------
# Sitemaps
# ------------------------------------------
Sitemap: https://www.cappelendamm.no/sitemap.xml