# Robots.txt for cside.com - Client-Side Security Platform
# Updated: 2026

# Allow all crawlers access to the site
User-agent: *
Allow: /

# Disallow crawling of private/internal pages
Disallow: /thank-you/
Disallow: /search-index.json
Disallow: /_worker.js/

# Disallow competitor landing pages (used for ads)
Disallow: /landing/

# Crawl delay (optional - be respectful)
Crawl-delay: 1

# Content Signals for AI usage preferences (contentsignals.org)
# Allow search, AI answers/citations, and model training
Content-Signal: search=yes, ai-input=yes, ai-train=yes

# Sitemaps
Sitemap: https://cside.com/sitemap-index.xml