# Trakkr Robots.txt
# https://trakkr.ai

# ============================================================================
# AI + SEARCH CRAWLERS - Allow public content, block private product surfaces
# ============================================================================
User-agent: OAI-SearchBot
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Meta-ExternalAgent
User-agent: meta-externalagent
User-agent: CCBot
User-agent: cohere-ai
User-agent: Googlebot
User-agent: Bingbot
User-agent: Slurp
User-agent: DuckDuckBot
Crawl-delay: 1
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /trakkr-research/
Allow: /sitemap-research-answer-hubs.xml
Allow: /sitemap-research-answers.xml
Allow: /sitemap-research-facts.xml
Allow: /sitemap-research-trackers.xml

# Public SEO content directories - explicitly allowed
Allow: /ai-recommends/
Allow: /ai-analysis/
Allow: /article/
Allow: /alternatives/
Allow: /compare/
Allow: /ai-visibility/
Allow: /glossary/
Allow: /fix/
Allow: /learn/
Allow: /blog/
Allow: /reviews/
Allow: /industries/
Allow: /guides/
Allow: /insights/

# /prompts/ (with trailing slash) allows the public SEO prompt bank pages
# at /prompts/category-slug. The Disallow: /prompts (no trailing slash)
# below blocks the authenticated app route at exactly /prompts. In robots.txt
# the more specific path with the trailing slash takes precedence, so
# /prompts/seo-prompts is allowed while /prompts is blocked.
Allow: /prompts/

# Block authenticated app routes
Disallow: /dashboard
Disallow: /brands
Disallow: /prompts
Disallow: /research
Disallow: /citations
Disallow: /competitors
Disallow: /perception
Disallow: /content
Disallow: /optimize
Disallow: /prism
Disallow: /workflows
Disallow: /settings
Disallow: /integrate
Disallow: /sites
Disallow: /exports
Disallow: /reports
Disallow: /agent
Disallow: /agency
Disallow: /admin
Disallow: /onboarding
Disallow: /tracking
Disallow: /client

# Block auth/session routes
Disallow: /login
Disallow: /logout
Disallow: /auth
Disallow: /session
Disallow: /reset-password
Disallow: /invite/
Disallow: /client-invite/
Disallow: /setup
Disallow: /add-brand
Disallow: /start

# Block internal/dev routes
Disallow: /internal/
Disallow: /showcase/
Disallow: /background-showcase
Disallow: /hero
Disallow: /2
Disallow: /email-showcase
Disallow: /email/
Disallow: /linkedin-carousel
Disallow: /qa-checklist
Disallow: /component-showcase
Disallow: /marketing-showcase
Disallow: /jackie

# ============================================================================
# DEFAULT RULES - All Other CRAWLERS
# ============================================================================

User-agent: *
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /trakkr-research/
Allow: /sitemap-research-answer-hubs.xml
Allow: /sitemap-research-answers.xml
Allow: /sitemap-research-facts.xml
Allow: /sitemap-research-trackers.xml

# Public SEO content directories - explicitly allowed
Allow: /ai-recommends/
Allow: /ai-analysis/
Allow: /article/
Allow: /alternatives/
Allow: /compare/
Allow: /ai-visibility/
Allow: /glossary/
Allow: /fix/
Allow: /learn/
Allow: /blog/
Allow: /reviews/
Allow: /industries/
Allow: /guides/
Allow: /insights/

# /prompts/ (with trailing slash) allows the public SEO prompt bank pages
# at /prompts/category-slug. The Disallow: /prompts (no trailing slash)
# below blocks the authenticated app route at exactly /prompts.
Allow: /prompts/

# Block authenticated app routes
Disallow: /dashboard
Disallow: /brands
Disallow: /prompts
Disallow: /research
Disallow: /citations
Disallow: /competitors
Disallow: /perception
Disallow: /content
Disallow: /optimize
Disallow: /prism
Disallow: /workflows
Disallow: /settings
Disallow: /integrate
Disallow: /sites
Disallow: /exports
Disallow: /reports
Disallow: /agent
Disallow: /agency
Disallow: /admin
Disallow: /onboarding
Disallow: /tracking
Disallow: /client

# Block auth/session routes
Disallow: /login
Disallow: /logout
Disallow: /auth
Disallow: /session
Disallow: /reset-password
Disallow: /invite/
Disallow: /client-invite/
Disallow: /setup
Disallow: /add-brand
Disallow: /start

# Block internal/dev routes
Disallow: /internal/
Disallow: /showcase/
Disallow: /background-showcase
Disallow: /hero
Disallow: /2
Disallow: /email-showcase
Disallow: /email/
Disallow: /linkedin-carousel
Disallow: /qa-checklist
Disallow: /component-showcase
Disallow: /marketing-showcase
Disallow: /jackie

# ============================================================================
# SITEMAPS
# ============================================================================

Sitemap: https://trakkr.ai/sitemap.xml
Sitemap: https://answers.trakkr.ai/sitemap.xml

# ============================================================================
# LLM-SPECIFIC FILES
# ============================================================================
# llms.txt provides structured information about Trakkr for AI systems.
# llms-full.txt is an extended version with sample data and citation guidance.
#
# llms.txt:      https://trakkr.ai/llms.txt
# llms-full.txt: https://trakkr.ai/llms-full.txt