# Global crawl policy
User-agent: *
Disallow: /rate-us
Disallow: /404
Disallow: /500

# Explicit allow blocks for common AI crawlers.
User-agent: GPTBot
Allow: /
Disallow: /rate-us
Disallow: /404
Disallow: /500

User-agent: ClaudeBot
Allow: /
Disallow: /rate-us
Disallow: /404
Disallow: /500

User-agent: PerplexityBot
Allow: /
Disallow: /rate-us
Disallow: /404
Disallow: /500

User-agent: GoogleOther
Allow: /
Disallow: /rate-us
Disallow: /404
Disallow: /500

Sitemap: https://www.einsteinindustries.com/sitemap.xml