User-agent: *
Disallow:
 
# === TIER 1 AI CRAWLERS — pełny dostęp ===
# Agenci AI mają pełny dostęp do treści publicznych
 
User-agent: GPTBot
Allow: /
Disallow: /cdn-cgi/
 
User-agent: ChatGPT-User
Allow: /
 
User-agent: ClaudeBot
Allow: /
 
User-agent: Claude-Web
Allow: /
 
User-agent: anthropic-ai
Allow: /
 
User-agent: Google-Extended
Allow: /
 
User-agent: GoogleOther
Allow: /
 
User-agent: PerplexityBot
Allow: /
 
User-agent: Applebot-Extended
Allow: /
 
User-agent: cohere-ai
Allow: /
 
User-agent: meta-externalagent
Allow: /
 
User-agent: Amazonbot
Allow: /
 
# === SITEMAPS ===
Sitemap: https://redstone.finance/sitemap.xml
 
# === AI AGENT DISCOVERY ===
# MCP Server: https://mcp.redstone.finance/mcp
# A2A Agent: https://a2a.redstone.finance/.well-known/agent.json
# LLMs context: https://redstone.finance/llms.txt
# Full context: https://redstone.finance/llms-full.txt

Sitemap: https://www.redstone.finance/sitemap.xml