# robots.txt for kinescope.com
# Last updated: 2026-04-21

# =========================================
# Content Signals (AI usage preferences)
# =========================================
Content-Signal: ai-train=no, search=yes, ai-input=yes

# =========================================
# Allow all search engines (wildcard)
# =========================================
User-agent: *
Allow: /

# Allow main pages
Allow: /about-us
Allow: /pricing

# Allow products
Allow: /products/
Allow: /products/video-player
Allow: /products/video-hosting
Allow: /products/video-analytics
Allow: /products/streaming
Allow: /products/content-management-system
Allow: /products/content-delivery-network

# Allow solutions
Allow: /solutions/
Allow: /solutions/edtech-elearning
Allow: /solutions/e-commerce
Allow: /solutions/development-teams
Allow: /solutions/digital-media

# Allow blog (English and Portuguese)
Allow: /blog
Allow: /blog/
Allow: /br-blog
Allow: /br-blog/

# Allow Portuguese version
Allow: /br
Allow: /br/

# Allow legal pages
Allow: /privacy-policy
Allow: /sla
Allow: /user-agreement

# Allow LLM information page
Allow: /llm-info
Allow: /llms.txt

# Block admin and technical pages
Disallow: /admin/
Disallow: /_api/
Disallow: /api/
Disallow: /dashboard/
Disallow: /account/
Disallow: /settings/

# Block search and filter pages
Disallow: /blog/?*
Disallow: /br-blog/?*
Disallow: /*?*search=*
Disallow: /*?*filter=*
Disallow: /*?*sort=*

# Block draft and preview pages (Webflow specific)
Disallow: /_preview/
Disallow: /_draft/

# Block file extensions that shouldn't be indexed
Disallow: /*.json$
Disallow: /*.xml$
Disallow: /*.pdf$
Disallow: /*.zip$
Disallow: /*.exe$

# =========================================
# AI crawlers — explicit rules
# =========================================

# OpenAI (ChatGPT, search index)
User-agent: GPTBot
Allow: /
Disallow: /admin/
Disallow: /_api/
Disallow: /api/
Disallow: /dashboard/
Disallow: /account/
Disallow: /settings/

# OpenAI browsing / search
User-agent: OAI-SearchBot
Allow: /
Disallow: /admin/
Disallow: /dashboard/
Disallow: /account/

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /
Disallow: /admin/
Disallow: /_api/
Disallow: /api/
Disallow: /dashboard/
Disallow: /account/
Disallow: /settings/

# Anthropic web crawler
User-agent: anthropic-ai
Allow: /
Disallow: /admin/
Disallow: /dashboard/
Disallow: /account/

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Disallow: /admin/
Disallow: /dashboard/
Disallow: /account/

# Google Gemini / Bard
User-agent: Google-Extended
Allow: /
Disallow: /admin/
Disallow: /dashboard/
Disallow: /account/

# Meta AI
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /admin/
Disallow: /dashboard/
Disallow: /account/

# Meta external fetcher
User-agent: Meta-ExternalFetcher
Allow: /
Disallow: /admin/
Disallow: /dashboard/
Disallow: /account/

# Apple Applebot (Siri, Apple Intelligence)
User-agent: Applebot-Extended
Allow: /
Disallow: /admin/
Disallow: /dashboard/
Disallow: /account/

# Cohere AI
User-agent: cohere-ai
Allow: /
Disallow: /admin/
Disallow: /dashboard/
Disallow: /account/

# Common Crawl (used for training many models)
User-agent: CCBot
Allow: /
Disallow: /admin/
Disallow: /dashboard/
Disallow: /account/

# Bytedance / TikTok AI
User-agent: Bytespider
Allow: /
Disallow: /admin/
Disallow: /dashboard/
Disallow: /account/

# =========================================
# Sitemaps
# =========================================
Sitemap: https://kinescope.com/sitemap.xml
Sitemap: https://www.kinescope.com/sitemap.xml

Sitemap: https://www.kinescope.com/sitemap.xml