User-agent: Googlebot
User-agent: *
Allow: /
Disallow: /admin/
Disallow: /private/
Disallow: /temp/
Disallow: /cgi-bin/
Disallow: /search
Disallow: /*?*
Disallow: /404.html

# Block error pages to prevent soft 404s
Disallow: /error/
Disallow: /errors/
Disallow: /not-found/

# Add URLs for soft 404 pages specifically
Disallow: /no-results
Disallow: /empty-search
Disallow: /coming-soon

# Crawl delay to reduce server load (optional)
Crawl-delay: 10

Sitemap: https://www.cas.org/sitemap.xml