# AlphaMaven robots.txt
# https://alpha-maven.com/robots.txt

Sitemap: https://alpha-maven.com/sitemap.xml

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /nova/
Disallow: /nova-api/
Disallow: /telescope/
Disallow: /horizon/
Disallow: /sanctum/
Disallow: /api/
Disallow: /webhook/
Disallow: /password/
Disallow: /email/verify
Disallow: /register
Disallow: /login
Disallow: /explore
Disallow: /newsletter/unsubscribe
Disallow: /newsletter/preferences
Disallow: /home/
Disallow: /inbox/
Disallow: /shortlist
Disallow: /connections

# AI crawlers — allow public content for AI discovery & citation
# Private fund data is gated behind auth (SEC compliance), so public pages are safe to index
User-agent: GPTBot
Allow: /news/
Allow: /videos/
Allow: /about
Allow: /learn/
Allow: /private-investments/
Allow: /hedge-funds/
Allow: /aum-accelerator/
Allow: /industry/
Disallow: /admin/
Disallow: /home/
Disallow: /listing/
Disallow: /leaderboard/
Disallow: /

User-agent: ClaudeBot
Allow: /news/
Allow: /videos/
Allow: /about
Allow: /learn/
Allow: /private-investments/
Allow: /hedge-funds/
Allow: /aum-accelerator/
Allow: /industry/
Disallow: /admin/
Disallow: /home/
Disallow: /listing/
Disallow: /leaderboard/
Disallow: /

User-agent: Google-Extended
Allow: /news/
Allow: /videos/
Allow: /about
Allow: /learn/
Allow: /private-investments/
Allow: /hedge-funds/
Allow: /aum-accelerator/
Allow: /industry/
Disallow: /admin/
Disallow: /home/
Disallow: /listing/
Disallow: /leaderboard/
Disallow: /

# Block non-beneficial AI crawlers (training-only, no citation value)
User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: meta-externalagent
Disallow: /