# robots.txt - keyshot.com
# Updated: April 2026
# Added explicit AI crawler directives and ai-sitemap.xml reference.
# All original rules preserved unchanged.

# --------------------------------------------------------------------------------
# ALL CRAWLERS (including AI bots not listed explicitly below)
# --------------------------------------------------------------------------------
User-agent: *
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /*draft*/
Disallow: /thank-you*
Disallow: /resellers/
Disallow: /reseller/
Disallow: /support/
Disallow: /installs/
Disallow: /downloads/
Disallow: /downloads*
Disallow: /keyshot3/
Disallow: /keyshot4/
Disallow: /activate/
Disallow: /beta/
Disallow: /event/
Disallow: /essential_grid/
Disallow: /edu-proof/
Disallow: /sso/
Disallow: /events/list/*
Disallow: /48-hour/

## For Events Calendar
Disallow: *post_type=tribe_events*
Disallow: *hide_subsequent_recurrences=*
Disallow: *tribe-bar-date=*
Disallow: *tribe-venue=*
Disallow: *eventDisplay=*
Disallow: *eventDate=*
Disallow: *paged=*
Disallow: *pagename=*
Disallow: *shortcode=*
Disallow: *ical=*
Disallow: *outlook-ical=*
Disallow: *related_series=*
Disallow: *tribe_geofence=*
Disallow: *tribe_organizer=*

# --------------------------------------------------------------------------------
# AI CRAWLERS - explicit allow with same sensitive-path rules
#
# These bots inherit the wildcard block by default, but explicit
# sections clarify intent, future-proof against stricter parsers,
# and signal that AI indexing of product/pricing content is welcome.
# --------------------------------------------------------------------------------

# OpenAI - model training
User-agent: GPTBot
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /*draft*/
Disallow: /thank-you*
Disallow: /resellers/
Disallow: /reseller/
Disallow: /support/
Disallow: /installs/
Disallow: /downloads/
Disallow: /downloads*
Disallow: /keyshot3/
Disallow: /keyshot4/
Disallow: /activate/
Disallow: /beta/
Disallow: /essential_grid/
Disallow: /edu-proof/
Disallow: /sso/

# OpenAI - real-time search and citations (ChatGPT browsing, Bing AI)
User-agent: OAI-SearchBot
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /*draft*/
Disallow: /thank-you*
Disallow: /resellers/
Disallow: /reseller/
Disallow: /support/
Disallow: /installs/
Disallow: /downloads/
Disallow: /downloads*
Disallow: /keyshot3/
Disallow: /keyshot4/
Disallow: /activate/
Disallow: /beta/
Disallow: /essential_grid/
Disallow: /edu-proof/
Disallow: /sso/

# OpenAI - ChatGPT user-initiated browsing
User-agent: ChatGPT-User
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /*draft*/
Disallow: /thank-you*
Disallow: /resellers/
Disallow: /reseller/
Disallow: /support/
Disallow: /installs/
Disallow: /downloads/
Disallow: /downloads*
Disallow: /keyshot3/
Disallow: /keyshot4/
Disallow: /activate/
Disallow: /beta/
Disallow: /essential_grid/
Disallow: /edu-proof/
Disallow: /sso/

# Anthropic - Claude training and real-time retrieval
User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /*draft*/
Disallow: /thank-you*
Disallow: /resellers/
Disallow: /reseller/
Disallow: /support/
Disallow: /installs/
Disallow: /downloads/
Disallow: /downloads*
Disallow: /keyshot3/
Disallow: /keyshot4/
Disallow: /activate/
Disallow: /beta/
Disallow: /essential_grid/
Disallow: /edu-proof/
Disallow: /sso/

# Anthropic - Claude web search
User-agent: Claude-Web
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /*draft*/
Disallow: /thank-you*
Disallow: /resellers/
Disallow: /reseller/
Disallow: /support/
Disallow: /installs/
Disallow: /downloads/
Disallow: /downloads*
Disallow: /keyshot3/
Disallow: /keyshot4/
Disallow: /activate/
Disallow: /beta/
Disallow: /essential_grid/
Disallow: /edu-proof/
Disallow: /sso/

# Perplexity AI - search and citations
User-agent: PerplexityBot
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /*draft*/
Disallow: /thank-you*
Disallow: /resellers/
Disallow: /reseller/
Disallow: /support/
Disallow: /installs/
Disallow: /downloads/
Disallow: /downloads*
Disallow: /keyshot3/
Disallow: /keyshot4/
Disallow: /activate/
Disallow: /beta/
Disallow: /essential_grid/
Disallow: /edu-proof/
Disallow: /sso/

# Google - Gemini and AI Overviews training
User-agent: Google-Extended
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /*draft*/
Disallow: /thank-you*
Disallow: /resellers/
Disallow: /reseller/
Disallow: /support/
Disallow: /installs/
Disallow: /downloads/
Disallow: /downloads*
Disallow: /keyshot3/
Disallow: /keyshot4/
Disallow: /activate/
Disallow: /beta/
Disallow: /essential_grid/
Disallow: /edu-proof/
Disallow: /sso/

# Meta - Meta AI training and search
User-agent: Meta-ExternalAgent
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /*draft*/
Disallow: /thank-you*
Disallow: /resellers/
Disallow: /reseller/
Disallow: /support/
Disallow: /installs/
Disallow: /downloads/
Disallow: /downloads*
Disallow: /keyshot3/
Disallow: /keyshot4/
Disallow: /activate/
Disallow: /beta/
Disallow: /essential_grid/
Disallow: /edu-proof/
Disallow: /sso/

# Apple - Apple Intelligence and Siri
User-agent: Applebot-Extended
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /*draft*/
Disallow: /thank-you*
Disallow: /resellers/
Disallow: /reseller/
Disallow: /support/
Disallow: /installs/
Disallow: /downloads/
Disallow: /downloads*
Disallow: /keyshot3/
Disallow: /keyshot4/
Disallow: /activate/
Disallow: /beta/
Disallow: /essential_grid/
Disallow: /edu-proof/
Disallow: /sso/

# Cohere - Cohere AI training and retrieval
User-agent: cohere-ai
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /*draft*/
Disallow: /thank-you*
Disallow: /resellers/
Disallow: /reseller/
Disallow: /support/
Disallow: /installs/
Disallow: /downloads/
Disallow: /downloads*
Disallow: /keyshot3/
Disallow: /keyshot4/
Disallow: /activate/
Disallow: /beta/
Disallow: /essential_grid/
Disallow: /edu-proof/
Disallow: /sso/

# Common Crawl - open dataset used by many LLMs for training
User-agent: CCBot
Allow: /
Disallow: /wp-admin/
Disallow: /cgi-bin/
Disallow: /*draft*/
Disallow: /thank-you*
Disallow: /resellers/
Disallow: /reseller/
Disallow: /support/
Disallow: /installs/
Disallow: /downloads/
Disallow: /downloads*
Disallow: /keyshot3/
Disallow: /keyshot4/
Disallow: /activate/
Disallow: /beta/
Disallow: /essential_grid/
Disallow: /edu-proof/
Disallow: /sso/

# --------------------------------------------------------------------------------
# SITEMAPS
# --------------------------------------------------------------------------------
Sitemap: https://www.keyshot.com/sitemap_index.xml
Sitemap: https://www.keyshot.com/ai-sitemap.xml