# ---------------------------------------------------------
# robots.txt for www.teledynevisionsolutions.com
# Optimizely CMS (DXP) - Recommended Configuration
# Encoding: UTF-8
# ---------------------------------------------------------

# Global rules (apply to all compliant crawlers)
User-agent: *
Disallow: /episerver/
Disallow: /EPiServer/
Disallow: /util/
Disallow: /modules/
Disallow: /modulesbin/
Disallow: /search/
Disallow: /internal/
Disallow: /health/
Disallow: /service/
Disallow: /*?epslanguage=
Disallow: /*?epieditmode=
Disallow: /*?id=
Disallow: /*?page=
Disallow: /*?q=

# Allow important static assets used by Optimizely for rendering
Allow: /contentassets/
Allow: /globalassets/
Allow: /assets/
Allow: /media/
Allow: /*.js$
Allow: /*.css$

# Block tracking, scripts, or non-content endpoints
Disallow: /scripts/
Disallow: /privacy-policy/optout/
Disallow: /globalassets/old/
Disallow: /private/

##############################
# MULTILINGUAL LOCALE SUPPORT
# (Optional; default is allow)
##############################
Allow: /en-us/
Allow: /en-us/*
Allow: /en-ca/
Allow: /en-ca/*
Allow: /en-150/
Allow: /en-150/*
Allow: /en-gb/
Allow: /en-gb/*
Allow: /en-hk/
Allow: /en-hk/*
Allow: /en-in/
Allow: /en-in/*
Allow: /en-au/
Allow: /en-au/*
Allow: /fr-fr/
Allow: /fr-fr/*
Allow: /fr-ca/
Allow: /fr-ca/*
Allow: /de-de/
Allow: /de-de/*
Allow: /es-es/
Allow: /es-es/*
Allow: /es-mx/
Allow: /es-mx/*
Allow: /zh-cn/
Allow: /zh-cn/*
Allow: /ja-jp/
Allow: /ja-jp/*
Allow: /ko-kr/
Allow: /ko-kr/*

# ------------------------------------------------------
# AI / LLM crawler governance (adjust to your policy)
# ------------------------------------------------------

# OpenAI
User-agent: GPTBot
Disallow: /                  # block model training
User-agent: OAI-SearchBot
# Allow: /                   # << allow to appear in ChatGPT search answers
Disallow: /                  # << keep blocked if you do NOT want ChatGPT search visibility
User-agent: ChatGPT-User
Disallow: /                  # user-initiated fetch; OpenAI notes robots.txt may not always apply

# Anthropic (Claude)
User-agent: ClaudeBot
Disallow: /                  # training
User-agent: Claude-User
Disallow: /                  # user-initiated fetch
User-agent: Claude-SearchBot
Disallow: /                  # search indexing

# Perplexity
User-agent: PerplexityBot
Disallow: /

# Google & Apple AI usage tokens (don’t affect normal Search)
User-agent: Google-Extended
Disallow: /                  # opt-out of Gemini/Vertex AI training (Search unaffected)
User-agent: Applebot-Extended
Disallow: /                  # opt-out of Apple AI training (Apple search unaffected)

# Common Crawl (feeds public training datasets)
User-agent: CCBot
Disallow: /

# ------------------------------------------------------
# XML sitemaps (ensure each URL is live and returns 200)
# ------------------------------------------------------
Sitemap: https://www.teledynevisionsolutions.com/en-us/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-us/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-150/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-gb/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-au/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-in/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-ca/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-hk/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/es-mx/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/es-es/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/fr-ca/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/fr-fr/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/de-de/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/ko-kr/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/ja-jp/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/zh-cn/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-gb/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-150/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-au/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-in/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-ca/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-hk/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/es-mx/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/es-es/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/fr-ca/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/fr-fr/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/de-de/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/ko-kr/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/ja-jp/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/zh-cn/commercecategorysitemap.xml