# For domain: https://www.cadence-education.com
# All robots will spider the domain
# Allowing LLMs to crawl everything
User-agent: GPTBot
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Claude-User
Allow: /
User-agent: Claude-SearchBot
Allow: /
User-agent: PerplexityBot
Allow: /
User-agent: Google-Gemini
Allow: /

# Default rules for all other crawlers
User-agent: *
Crawl-delay: 10
Disallow: /suggest/?*
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /*/?amp

# Google Can Render CSS and JS
Allow: /*.css?*
Allow: /*.js?*

# Block URLs with query string parameters, except for cad_brand 
Disallow: /*?* 
Allow: /*?cad_brand=

# Block URLs with fragment identifiers 
# Disallow: /*#*

# Sitemap location
Sitemap: https://www.cadence-education.com/sitemap_index.xml