# Allow all LLM bots to crawl public pages
User-agent: *
Allow: /

# Disallow bots from private or admin sections
Disallow: /admin/
Disallow: /staging/