# robots.txt for onetimesecret.com

User-agent: *
# Allow specific public pages first so they take precedence
Allow: /about
Allow: /pricing
Allow: /info/
Allow: /translations
Allow: /

# Disallow sensitive or private areas
Disallow: /private/
Disallow: /secret/
Disallow: /receipt/
Disallow: /account/
Disallow: /recent/
Disallow: /forgot/
Disallow: /domains/
Disallow: /signin
Disallow: /signup
Disallow: /logout
Disallow: /incoming

# Crawl delay recommendation for high-traffic bots
Crawl-delay: 1

# Allow Puppeteer and LLM fetch requests
User-agent: Puppeteer
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: Claude-Web
Allow: /

# Sitemap declaration
Sitemap: https://onetimesecret.com/sitemap-index.xml