# Happierleads robots.txt
# Full crawl permission for legitimate search and AI crawlers.
# Explicit allow for the AI-search bots we care about, so a future
# User-agent: * Disallow doesn't accidentally block them.

# ─── Default: allow everything except thin utility pages ───────────────
User-agent: *
Allow: /

# Utility, redirect, and thin pages — not for indexing
Disallow: /rating
Disallow: /rating-1
Disallow: /rating-2
Disallow: /appsumo-rating
Disallow: /ltd-checkout
Disallow: /life-time-deal
Disallow: /reset
Disallow: /blog_post_template
Disallow: /webinar-next-steps
Disallow: /90-percent-off
Disallow: /buy-125M-us-contacts
Disallow: /buy-175M-contact-database

# Animation dev previews — internal design tools, not content
Disallow: /animations/

# ─── AI search crawlers — explicitly allowed ───────────────────────────
# ChatGPT (OpenAI)
User-agent: GPTBot
Allow: /
User-agent: OAI-SearchBot
Allow: /
User-agent: ChatGPT-User
Allow: /

# Claude (Anthropic)
User-agent: ClaudeBot
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: anthropic-ai
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /
User-agent: Perplexity-User
Allow: /

# Google AI Overviews / Gemini
User-agent: Google-Extended
Allow: /

# Microsoft Copilot / Bing Chat
User-agent: CCBot
Allow: /

# You.com
User-agent: YouBot
Allow: /

# Meta / Facebook crawler (for previews + Meta AI)
User-agent: Meta-ExternalAgent
Allow: /
User-agent: Meta-ExternalFetcher
Allow: /

# Apple Intelligence
User-agent: Applebot-Extended
Allow: /

# DuckDuckGo Assist
User-agent: DuckAssistBot
Allow: /

# ─── Sitemaps ──────────────────────────────────────────────────────────
Sitemap: https://happierleads.com/sitemap.xml
Sitemap: https://happierleads.com/image-sitemap.xml