# Protico crawl policy
# Generated by scripts/generate-agent-ready-assets.js

User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: Google-CloudVertexBot
Allow: /
Disallow: /api/
Allow: /api/healthz
Allow: /api/status/live-community-feed
Allow: /.well-known/
Allow: /api-docs.md
Allow: /llms.txt
Allow: /agents.txt
Allow: /skill.md
Allow: /agent-manifest.json
Allow: /mcp

User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
Allow: /
Disallow: /api/
Allow: /api/healthz
Allow: /api/status/live-community-feed
Allow: /.well-known/
Allow: /api-docs.md
Allow: /llms.txt
Allow: /agents.txt
Allow: /skill.md
Allow: /agent-manifest.json
Allow: /mcp

User-agent: *
Allow: /
Disallow: /api/
Allow: /api/healthz
Allow: /api/status/live-community-feed
Allow: /.well-known/
Allow: /api-docs.md
Allow: /llms.txt
Allow: /agents.txt
Allow: /skill.md
Allow: /agent-manifest.json
Allow: /mcp
# Content usage preferences for AI systems:
# search   = classic search indexing and snippets
# ai-input = retrieval or grounding for user-requested AI responses
# ai-train = model training or fine-tuning
Content-Signal: search=yes, ai-input=yes, ai-train=yes

Sitemap: https://protico.io/sitemap.xml