# Smartypilot robots.txt
# https://smartypilot.ai

User-agent: *
Allow: /
Allow: /llms.txt
Allow: /docs/
Disallow: /admin/
Disallow: /admin

# Social crawlers - explicit allow
User-agent: facebookexternalhit
Allow: /

User-agent: Facebot
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: LinkedInBot
Allow: /

User-agent: WhatsApp
Allow: /

# AI crawlers - explicit allow
User-agent: GPTBot
Allow: /llms.txt
Allow: /docs/
Allow: /

User-agent: Claude-Web
Allow: /llms.txt
Allow: /docs/
Allow: /

User-agent: PerplexityBot
Allow: /llms.txt
Allow: /docs/
Allow: /

# Sitemap dinamica (proxata da Cloudflare Worker)
Sitemap: https://smartypilot.ai/sitemap.xml