Top Sites>One Source. Unlimited Vision. | Teledyne Vision Solutions

# ---------------------------------------------------------
# robots.txt for www.teledynevisionsolutions.com
# Optimizely CMS (DXP) - Recommended Configuration
# Encoding: UTF-8
# ---------------------------------------------------------

# Global rules (apply to all compliant crawlers)
User-agent: *
Disallow: /episerver/
Disallow: /EPiServer/
Disallow: /util/
Disallow: /modules/
Disallow: /modulesbin/
Disallow: /search/
Disallow: /internal/
Disallow: /health/
Disallow: /service/
Disallow: /*?epslanguage=
Disallow: /*?epieditmode=
Disallow: /*?id=
Disallow: /*?page=
Disallow: /*?q=

# Allow important static assets used by Optimizely for rendering
Allow: /contentassets/
Allow: /globalassets/
Allow: /assets/
Allow: /media/
Allow: /*.js$
Allow: /*.css$

# Block tracking, scripts, or non-content endpoints
Disallow: /scripts/
Disallow: /privacy-policy/optout/
Disallow: /globalassets/old/
Disallow: /private/

##############################
# MULTILINGUAL LOCALE SUPPORT
# (Optional; default is allow)
##############################
Allow: /en-us/
Allow: /en-us/*
Allow: /en-ca/
Allow: /en-ca/*
Allow: /en-150/
Allow: /en-150/*
Allow: /en-gb/
Allow: /en-gb/*
Allow: /en-hk/
Allow: /en-hk/*
Allow: /en-in/
Allow: /en-in/*
Allow: /en-au/
Allow: /en-au/*
Allow: /fr-fr/
Allow: /fr-fr/*
Allow: /fr-ca/
Allow: /fr-ca/*
Allow: /de-de/
Allow: /de-de/*
Allow: /es-es/
Allow: /es-es/*
Allow: /es-mx/
Allow: /es-mx/*
Allow: /zh-cn/
Allow: /zh-cn/*
Allow: /ja-jp/
Allow: /ja-jp/*
Allow: /ko-kr/
Allow: /ko-kr/*

# ------------------------------------------------------
# AI / LLM crawler governance (adjust to your policy)
# ------------------------------------------------------

# OpenAI
User-agent: GPTBot
Disallow: /                  # block model training
User-agent: OAI-SearchBot
# Allow: /                   # << allow to appear in ChatGPT search answers
Disallow: /                  # << keep blocked if you do NOT want ChatGPT search visibility
User-agent: ChatGPT-User
Disallow: /                  # user-initiated fetch; OpenAI notes robots.txt may not always apply

# Anthropic (Claude)
User-agent: ClaudeBot
Disallow: /                  # training
User-agent: Claude-User
Disallow: /                  # user-initiated fetch
User-agent: Claude-SearchBot
Disallow: /                  # search indexing

# Perplexity
User-agent: PerplexityBot
Disallow: /

# Google & Apple AI usage tokens (don’t affect normal Search)
User-agent: Google-Extended
Disallow: /                  # opt-out of Gemini/Vertex AI training (Search unaffected)
User-agent: Applebot-Extended
Disallow: /                  # opt-out of Apple AI training (Apple search unaffected)

# Common Crawl (feeds public training datasets)
User-agent: CCBot
Disallow: /

# ------------------------------------------------------
# XML sitemaps (ensure each URL is live and returns 200)
# ------------------------------------------------------
Sitemap: https://www.teledynevisionsolutions.com/en-us/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-us/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-150/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-gb/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-au/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-in/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-ca/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-hk/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/es-mx/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/es-es/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/fr-ca/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/fr-fr/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/de-de/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/ko-kr/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/ja-jp/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/zh-cn/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-gb/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-150/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-au/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-in/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-ca/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-hk/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/es-mx/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/es-es/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/fr-ca/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/fr-fr/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/de-de/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/ko-kr/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/ja-jp/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/zh-cn/commercecategorysitemap.xml

# llms.txt for Teledyne Vision Solutions
#
# This file provides guidelines for Large Language Models (LLMs) and AI agents
# on how to crawl, index, and prioritize content from Teledyne Vision Solutions.
# The goal is to enhance AI understanding of our site's core offerings and
# ensure our most valuable content is prioritized in relevant AI-driven searches.
#
# Directives are based on common robots.txt practices and conceptual extensions
# for AI-specific behaviors.

# User-agent: *
# Applies to all AI bots, crawlers, and LLMs.
User-agent: *

# Sitemap:
# Specifies the location of the XML sitemap(s). This helps AI bots discover
# all relevant pages on the site efficiently.
Sitemap: https://www.teledynevisionsolutions.com/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/products-sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/solutions-sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-150/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-gb/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-au/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-in/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-ca/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-hk/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/es-mx/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/es-es/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/fr-ca/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/fr-fr/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/de-de/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/ko-kr/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/ja-jp/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/zh-cn/sitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-gb/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-150/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-au/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-in/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-ca/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/en-hk/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/es-mx/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/es-es/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/fr-ca/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/fr-fr/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/de-de/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/ko-kr/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/ja-jp/commercecategorysitemap.xml
Sitemap: https://www.teledynevisionsolutions.com/zh-cn/commercecategorysitemap.xml

# Prioritize-Content:
# This conceptual directive suggests to AI bots which sections of the site
# contain the most critical and authoritative information regarding our products,
# technologies, and solutions. Content in these paths should be given higher
# weight for indexing, summarization, and search relevance.
#
# High Priority: Core product and solution information.
Prioritize-Content: /products/
Prioritize-Content: /solutions/
Prioritize-Content: /technologies/
Prioritize-Content: /applications/

# Medium Priority: Supporting technical information, news, and resources.
Prioritize-Content: /support/
Prioritize-Content: /resources/
Prioritize-Content: /news/
Prioritize-Content: /blog/

# Allow:
# Grants permission for AI bots to crawl and index these sections.
# By default, everything is allowed unless disallowed, but explicit allows
# can reinforce importance.
Allow: /
Allow: /products/
Allow: /solutions/
Allow: /technologies/
Allow: /applications/
Allow: /support/
Allow: /resources/
Allow: /news/
Allow: /blog/
Allow: /about/
Allow: /contact/

# Disallow:
# Restricts AI bots from crawling and indexing certain sections.
# This is crucial for preventing indexing of irrelevant, duplicate, or sensitive content.
#
# Disallow internal search results to avoid indexing low-value, dynamic pages.
Disallow: /search/
# Disallow user-specific or administrative areas.
Disallow: /login/
Disallow: /account/
Disallow: /admin/
# Disallow specific dynamic parameters that don't represent unique content.
Disallow: /*?sort=
Disallow: /*?filter=
Disallow: /*?session=
# Disallow legal/privacy pages from being prioritized for product search,
# though they should still be accessible for general AI understanding.
# For AI, these are often less relevant for product-specific queries.
Disallow: /privacy-policy/
Disallow: /terms-of-use/

# Noindex-AI:
# This conceptual directive instructs AI models not to index the content
# found at these paths for general search or knowledge base purposes.
# This is useful for pages that are necessary for site functionality but
# not valuable for AI's general understanding or public search results.
# (Note: For web search engines, use <meta name="robots" content="noindex">)
Noindex-AI: /thank-you/  # Post-submission thank you pages
Noindex-AI: /404/        # Error pages

# Noextract-AI:
# This conceptual directive instructs AI models not to extract specific data
# or summarize content from these paths, or to be cautious about doing so.
# This can be used for highly dynamic content or content that requires
# specific context not easily conveyed to an AI.
# (Use with caution and specificity if needed for future AI capabilities)
# Example: Noextract-AI: /data-sheets/  # If data sheets are too complex for general AI summarization without context

# Processing-Delay:
# This conceptual directive suggests a delay in seconds between processing
# requests for content from the site. This helps prevent overloading the
# server with AI processing requests, similar to Crawl-delay for traditional bots.
# Adjust based on server capacity and desired AI processing rate.
Processing-Delay: 10