# ============================================================
# robots.txt - dashlane.com
# Updated: March 2026
# ============================================================


# ── Default rules (all crawlers) ─────────────────────────────
User-agent: *
Disallow: /payment


# ── Block europarchive.org ───────────────────────────────────
User-agent: europarchive.org
Disallow: /


# ── AI Crawlers - Primary ────────────────────────────────────
# ChatGPT / OpenAI
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: OpenAI-Operator
# Anthropic / Claude
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
# Google AI
User-agent: Google-Extended
# Perplexity
User-agent: PerplexityBot
# Apple Intelligence / Siri
User-agent: Applebot
Allow: /
Disallow: /payment


# ── AI Crawlers - Secondary ──────────────────────────────────
# Meta AI
User-agent: FacebookBot
User-agent: Meta-ExternalAgent
# Microsoft Copilot
User-agent: BingSearch
# xAI / Grok
User-agent: Grok
# Cohere
User-agent: cohere-ai
# Amazon / Alexa
User-agent: Amazonbot
# DeepSeek
User-agent: DeepSeek
User-agent: DeepSeek Assistant
User-agent: R1
# You.com
User-agent: YouBot
# Common Crawl (LLM training dataset)
User-agent: CCBot
Allow: /
Disallow: /payment


# ── Traditional Search Engines ───────────────────────────────
User-agent: Googlebot
Allow: /
Disallow: /payment
Crawl-delay: 0


User-agent: Bingbot
Allow: /
Disallow: /payment
Crawl-delay: 0


# ── Sitemaps ─────────────────────────────────────────────────
Sitemap: https://www.dashlane.com/sitemap-dallas-react.xml
Sitemap: https://www.dashlane.com/sitemap-dallas.xml
Sitemap: https://www.dashlane.com/sitemap.xml