# robots.txt for motivosity.com
# Last updated: April 2026

# ----------------------------------------
# Default rules for all crawlers
# ----------------------------------------
User-agent: *
Disallow: /admin/
Disallow: /login/
Disallow: /signin/
Disallow: /404
Disallow: /401
Disallow: /500
Disallow: /thank-you/
Disallow: /thanks/
Disallow: /confirmation/
Disallow: /demo-confirmation/
Disallow: /form-confirmation/
Disallow: /preview/
Disallow: /drafts/
Disallow: /*?*utm_
Disallow: /*?*fbclid=
Disallow: /*?*gclid=

# ----------------------------------------
# AI crawlers — allowed for discoverability
# in ChatGPT, Claude, Perplexity, Gemini, etc.
# To block any of these, change "Allow: /" to "Disallow: /"
# ----------------------------------------

# OpenAI (ChatGPT, SearchGPT)
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

# Google AI (Gemini, AI Overviews)
User-agent: Google-Extended
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Microsoft / Bing AI (Copilot)
User-agent: Bingbot
Allow: /

# Apple Intelligence
User-agent: Applebot-Extended
Allow: /

# Common Crawl (feeds many AI training datasets)
User-agent: CCBot
Allow: /

Sitemap: https://www.motivosity.com/sitemap.xml