# robots.txt for AutoNotes.ai
# Last updated: 03-10-26
# Purpose: Allow indexing of public marketing content while protecting secure application areas and PHI environments.
# Default crawlers
User-agent: *
Allow: /
# Block sensitive or non-public paths
Disallow: /app/
Disallow: /account/
Disallow: /dashboard/
Disallow: /settings/
Disallow: /admin/
Disallow: /api/
Disallow: /user/
Disallow: /checkout/
Disallow: /payment/
# OpenAI GPTBot
User-agent: GPTBot
Allow: /
# Anthropic ClaudeBot
User-agent: ClaudeBot
Allow: /
# Google Extended (Bard/Gemini)
User-agent: Google-Extended
Allow: /
# Perplexity AI
User-agent: PerplexityBot
Allow: /
# Common Crawl (used by many AI models)
User-agent: CCBot
Allow: /
# Cohere AI
User-agent: cohere-ai
Allow: /
User-agent: AhrefsBot
Allow: /
# Sitemap reference
Sitemap: https://www.autonotes.ai/sitemap_index.xml
# Notes:
# - The AutoNotes web app (app.autonotes.ai) is not crawlable and not intended for public indexing
# - PHI and client data are strictly restricted to authenticated environments
# - AI crawlers are explicitly allowed to help with discovery and recommendations