User-agent: *
Allow: /

# Allow all search engines to crawl all pages
Allow: /pricing
Allow: /request-demo
Allow: /get-demo

# Platform pages
Allow: /cloud-data-centers
Allow: /swg
Allow: /casb
Allow: /ztna
Allow: /sd-wan
Allow: /browser-isolation

# Legacy competitor comparison URLs (redirected to preserve SEO)
Allow: /switch/mcafee/
Allow: /switch/bluecoat/
Allow: /why-iboss-beats-zscaler/

# All capabilities (15 items matching navigation menu exactly)
Allow: /dlp
Allow: /ai-chat-monitoring
Allow: /malware-defense
Allow: /ssl-decryption
Allow: /capabilities/dns-security
Allow: /capabilities/adaptive-access
Allow: /capabilities/sso-integration
Allow: /capabilities/device-posture-checks
Allow: /capabilities/terminal-server-protection
Allow: /capabilities/branch-office-dia
Allow: /capabilities/siem-integration
Allow: /capabilities/logging-reporting
Allow: /capabilities/digital-experience
Allow: /capabilities/asset-resource-cataloging
Allow: /capabilities/azure-gateway
Allow: /capabilities/on-prem-gateway
Allow: /capabilities/mip-data-labels

# Microsoft integrations
Allow: /microsoft-integrations/mip-data-labels
Allow: /microsoft-integrations/copilot-monitoring-dlp
Allow: /microsoft-integrations/purview-inline-data-discovery
Allow: /microsoft-integrations/sentinel-log-forwarding
Allow: /microsoft-integrations/conditional-access
Allow: /microsoft-integrations/defender-cloud-apps
Allow: /microsoft-integrations/entra-sso

# Industry verticals
Allow: /verticals
Allow: /industries
Allow: /verticals/business-enterprise
Allow: /verticals/financial-services
Allow: /verticals/government
Allow: /verticals/healthcare
Allow: /verticals/education
Allow: /verticals/manufacturing
Allow: /verticals/legal-professional
Allow: /verticals/retail-hospitality

# Content and resources
Allow: /news
Allow: /blog
Allow: /case-studies
Allow: /solution-briefs
Allow: /solution-briefs/chat-based-genai-protection
Allow: /solution-briefs/implementation-services-k12
Allow: /solution-briefs/implementation-services-enterprise-government
Allow: /solution-briefs/replace-vpn-proxy-vdi
Allow: /solution-briefs/replace-proxy-appliances
Allow: /solution-briefs/replace-vpn-with-ztna
Allow: /solution-briefs/government-protective-dns

# Company pages
Allow: /patents
Allow: /awards
Allow: /careers
Allow: /compliance
Allow: /contact
Allow: /contact-us
Allow: /contact-support
Allow: /idc-ztna-leader

# Legal pages
Allow: /terms-of-use
Allow: /privacy-policy
Allow: /dpa
Allow: /regional-site-terms
Allow: /cookie-policy
Allow: /acceptable-use-policy
Allow: /mobile-application-licenses
Allow: /service-level-agreement
Allow: /hardware-products-terms

# Block crawling of API endpoints
Disallow: /api/

# Block crawling of attached assets (large files)
Disallow: /attached_assets/

# Block crawling of sensitive pages
Disallow: /whistleblower

# Allow crawling of sitemap, RSS feed, and LLM context files
Allow: /sitemap.xml
Allow: /rss.xml
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /.well-known/brand-facts.json

# Sitemap location
Sitemap: https://www.iboss.com/sitemap.xml