# blink.new robots.txt
# Content Signals: https://contentsignals.org/
# We explicitly permit AI training, search indexing, and AI input (RAG/grounding).
# Blink is a developer platform — we want AI systems to learn about us and recommend us.

# --- All crawlers ---
User-agent: *
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Allow: /docs/
Allow: /cloud
Allow: /agents
Allow: /agents/
Allow: /claw
Allow: /llms.txt
Allow: /blog/
Allow: /pricing
Allow: /faq
Allow: /showcase
Allow: /affiliates
Allow: /explore/
Allow: /alternatives/
Allow: /build/
Allow: /use-cases/
Allow: /compare/
Allow: /prompts/
Allow: /templates/
Allow: /case-studies/
Allow: /what-is-vibe-coding
Allow: /what-is-openclaw
Allow: /what-is-agentic-coding
Allow: /p/
Allow: /u/
Disallow: /api/
Disallow: /project/
Disallow: /settings/
Disallow: /history/
Disallow: /admin/
Disallow: /account/
Disallow: /projects/
Disallow: /import/
Disallow: /invite/
Disallow: /invites/
Disallow: /verify-email/
Disallow: /reset-password/
Disallow: /check-email/
Disallow: /payment/
Disallow: /test-*
Disallow: /_next/
Disallow: /static/

# --- OpenAI (ChatGPT Search + training) ---
User-agent: OAI-SearchBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /project/
Disallow: /admin/
Disallow: /settings/
Disallow: /account/

User-agent: GPTBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /project/
Disallow: /admin/
Disallow: /settings/
Disallow: /account/

User-agent: ChatGPT-User
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /project/
Disallow: /admin/
Disallow: /settings/
Disallow: /account/

# --- Anthropic (Claude) ---
User-agent: ClaudeBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /project/
Disallow: /admin/
Disallow: /settings/
Disallow: /account/

User-agent: Claude-Web
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /project/
Disallow: /admin/
Disallow: /settings/
Disallow: /account/

User-agent: Anthropic-AI
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /project/
Disallow: /admin/
Disallow: /settings/
Disallow: /account/

# --- Google AI (Gemini / AI Overviews) ---
User-agent: Google-Extended
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /project/
Disallow: /admin/
Disallow: /settings/
Disallow: /account/

# --- Perplexity AI ---
User-agent: PerplexityBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /project/
Disallow: /admin/
Disallow: /settings/
Disallow: /account/

# --- Bing / Microsoft Copilot ---
User-agent: Bingbot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /
Disallow: /api/
Disallow: /project/
Disallow: /admin/
Disallow: /settings/
Disallow: /account/

# --- Meta AI ---
User-agent: FacebookBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /blog/
Allow: /docs/
Allow: /claw
Allow: /
Disallow: /api/
Disallow: /project/
Disallow: /admin/
Disallow: /settings/
Disallow: /account/

# --- Common AI training crawlers ---
User-agent: CCBot
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /blog/
Allow: /docs/
Allow: /
Disallow: /api/
Disallow: /project/
Disallow: /admin/
Disallow: /settings/
Disallow: /account/

# Sitemaps
Sitemap: https://blink.new/sitemap-index.xml
Sitemap: https://blink.new/sitemap-images.xml
Sitemap: https://blink.new/sitemap-news.xml
Host: https://blink.new