# ====================================================
#   M O N D O O   Agentic Managed Vulnerability Service
# ====================================================

# robots.txt for mondoo.com - Updated January 2026

# Allow/Disallow rules
User-agent: *
Allow: /
Disallow: /private/
Disallow: /api/

# Allow static assets for proper page rendering (CSS, JS, images)
Allow: /_next/static/
Allow: /_next/image
Disallow: /_next/data/

Disallow: /console/
Disallow: /people/*
Disallow: /admin/
Disallow: /login/
Disallow: /log-in/

# Allow AI search bots (for GEO - Generative Engine Optimization)
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: Google-Extended
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: anthropic-ai
Allow: /
User-agent: Claude-Web
Allow: /
User-agent: YouBot
Allow: /
User-Agent: Applebot
Allow: /

# Block aggressive scrapers/training-only bots
User-agent: Bytespider
Disallow: /
User-agent: Diffbot
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: Omgilibot
Disallow: /
User-agent: Omgili
Disallow: /
User-agent: Amazonbot
Disallow: /
User-Agent: FacebookBot
Disallow: /

# Host
Host: https://mondoo.com

# Sitemap Index (references all sitemaps including docs and vulnerability-intelligence)
Sitemap: https://mondoo.com/sitemap-index.xml