User-agent: Screaming Frog SEO Spider
Allow: /

User-agent: *
Disallow: /policies/ai-personalization
Disallow: /policies/marketplace-trial-terms
Disallow: /policies/value-engineering-specific-terms
Disallow: /policies/startup-program-terms
Disallow: /policies/algolia-core-foundation
Disallow: /policies/algolia-enterprise-foundation
Disallow: /policies/neural-elevate-plan
Disallow: /policies/neural-elevate-for-ecommerce-plan
Disallow: /policies/free-services-terms
Disallow: /policies/premium-plan-algolia-keyword-search
Disallow: /policies/scale-plan
Disallow: /policies/grow-plan-specific-terms
Disallow: /policies/premier-platform-availability-sla
Disallow: /policies/terms/algolia-premier-support
Disallow: /policies/distributed-search-network
Disallow: /policies/extended-support
Disallow: /policies/algolia-recommend
Disallow: /policies/algolia-essential-foundation
Disallow: /policies/premium-free-tier-specific-terms
Disallow: /policies/terms/algolia-support-professional-services-success-offerings
Disallow: /policies/hipaa-enabled-service-features/
Disallow: /policies/terms/algolia-premier-support
Disallow: /policies/algolia-genai-addendum
Disallow: /policies/algolia-fetch 
Disallow: /policies/genexperiences