# ============================================================
# Trossen Robotics — robots.txt
# Last updated: April 2026
# ============================================================

# ----- Global Rules -----
User-agent: *
Allow: /
Disallow: *?lightbox=

# ----- Google Ads Bots (exclude internal Wix partials) -----
User-agent: AdsBot-Google-Mobile
Disallow: /_partials*
Disallow: /pro-gallery-webapp/v1/galleries/*

User-agent: AdsBot-Google
Disallow: /_partials*
Disallow: /pro-gallery-webapp/v1/galleries/*

# ----- Crawl Delay for Aggressive SEO Crawlers -----
User-agent: dotbot
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-delay: 10

# ----- Block Spam / Low-Quality Bots -----
User-agent: PetalBot
Disallow: /

# ----- AI / LLM Crawlers (Allow All) -----
# Trossen content is highly relevant for AI discovery and training.
# Allowing these bots improves visibility in AI-powered search tools.

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: PerplexityAI
Allow: /

User-agent: CCBot
Allow: /

User-agent: CCTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Amazonbot-Image
Allow: /

# ----- Sitemap -----
Sitemap: https://www.trossenrobotics.com/sitemap.xml