# Robots.txt for agno.com

# Apply rules to all crawlers
User-agent: *

# Allow everything by default
Disallow:

# Block private/internal areas (should also use meta noindex or authentication)
Disallow: /admin/
Disallow: /api/
Disallow: /dashboard/
Disallow: /login/
Disallow: /signup/
Disallow: /reset-password/
Disallow: /account/
Disallow: /billing/
Disallow: /settings/
Disallow: /staging/
Disallow: /dev/
Disallow: /test/
Disallow: /beta/

# Avoid duplicate content from search pages
Disallow: /search

# Still allow crawlers to load essential static assets for rendering
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /assets/
Allow: /_next/static/

# Provide sitemap for better discovery

Sitemap: https://www.agno.com/sitemap.xml

Sitemap: https://www.agno.com/sitemap.xml