# ==========================================================
# robots.txt for saleshandy.com
# Last updated: 2026-03-29
# ==========================================================
# Saleshandy — Cold Email, B2B Companies and Prospects Database
# & Outbound Sales, Email Deliverability.
# AI-friendly configuration: maximize visibility across
# both traditional search and AI-powered search/answers.
# See also: https://www.saleshandy.com/llms.txt
# ==========================================================


# ----------------------------------------------------------
# SEARCH ENGINE CRAWLERS
# Full access to all public content
# ----------------------------------------------------------

User-agent: Googlebot
Allow: /
Disallow: /people/

User-agent: Googlebot-Image
Allow: /
Disallow: /people/

User-agent: Bingbot
Allow: /
Disallow: /people/

User-agent: Slurp
Allow: /
Disallow: /people/

User-agent: DuckDuckBot
Allow: /
Disallow: /people/

User-agent: Yandexbot
Allow: /
Disallow: /people/


# ----------------------------------------------------------
# AI SEARCH & RETRIEVAL BOTS
# These fetch content in real-time when users ask AI
# assistants questions. Allowing = appear in AI answers.
# Blocking = invisible in AI-powered search results.
# ----------------------------------------------------------

# OpenAI — ChatGPT Search & browsing
User-agent: OAI-SearchBot
Allow: /
Disallow: /people/

User-agent: ChatGPT-User
Allow: /
Disallow: /people/

# Anthropic — Claude web search & citations
User-agent: ClaudeBot
Allow: /
Disallow: /people/

User-agent: Claude-User
Allow: /
Disallow: /people/

# Google — Gemini & AI Overviews
User-agent: Google-Extended
Allow: /
Disallow: /people/

# Perplexity — AI search engine
User-agent: PerplexityBot
Allow: /
Disallow: /people/

User-agent: Perplexity-User
Allow: /
Disallow: /people/

# Apple — Siri & Apple Intelligence
User-agent: Applebot
Allow: /
Disallow: /people/

User-agent: Applebot-Extended
Allow: /
Disallow: /people/

# Amazon — Alexa & AI services
User-agent: Amazonbot
Allow: /
Disallow: /people/

# Microsoft — Copilot
User-agent: CopilotBot
Allow: /
Disallow: /people/

# DuckDuckGo — AI answers
User-agent: DuckAssistBot
Allow: /
Disallow: /people/


# ----------------------------------------------------------
# AI MODEL TRAINING BOTS
# Strategic choice: ALLOW training bots so Saleshandy
# exists in LLM knowledge bases.
# ----------------------------------------------------------

# OpenAI — GPT model training
User-agent: GPTBot
Allow: /
Disallow: /people/

# Anthropic — Claude model training
User-agent: anthropic-ai
Allow: /
Disallow: /people/


# ----------------------------------------------------------
# SOCIAL MEDIA & LINK PREVIEW BOTS
# ----------------------------------------------------------

User-agent: facebookexternalhit
Allow: /
Disallow: /people/

User-agent: FacebookBot
Allow: /
Disallow: /people/

User-agent: LinkedInBot
Allow: /
Disallow: /people/

User-agent: Twitterbot
Allow: /
Disallow: /people/

User-agent: Slackbot
Allow: /
Disallow: /people/

User-agent: WhatsApp
Allow: /
Disallow: /people/

User-agent: TelegramBot
Allow: /
Disallow: /people/


# ----------------------------------------------------------
# COMPLIANCE & MONITORING
# ----------------------------------------------------------

User-agent: TermlyBot
Allow: /
Disallow: /people/


# ----------------------------------------------------------
# AGGRESSIVE SCRAPERS — BLOCK
# ----------------------------------------------------------

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: img2dataset
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: PetalBot
Disallow: /


# ----------------------------------------------------------
# DEFAULT RULES (All other bots)
# ----------------------------------------------------------

User-agent: *

# Deprecated sections
Disallow: /people/

# Internal service endpoints
Disallow: /account-management-service/

# Legacy content
Disallow: /blog/life-time-deal-update/

# Prevent tracking parameter duplicates
Disallow: /*?utm_
Disallow: /*&utm_
Disallow: /*?gclid=
Disallow: /*?ref=
Disallow: /*?via=
Disallow: /*?__hs
Disallow: /*?ps_
Disallow: /*?ske=

# Block AMP duplicates
Disallow: /*/amp$
Disallow: /?amp


# ----------------------------------------------------------
# SITEMAPS
# ----------------------------------------------------------

Sitemap: https://www.saleshandy.com/page-sitemap.xml
Sitemap: https://www.saleshandy.com/agencies/sitemap.xml