User-Agent: *
Allow: /
Allow: /analyze/
Allow: /analyze-user/
Allow: /collections/
Allow: /explore
Allow: /trending
Allow: /languages/
Allow: /compare/
Allow: /blog/
Allow: /api/mcp
Disallow: /api/
Disallow: /collections/api/
Disallow: /gh/
Disallow: /q/
Disallow: /q/explain/
Disallow: /_next/
Disallow: /404
Disallow: /500

User-Agent: GPTBot
Allow: /
Allow: /analyze/
Allow: /collections/
Allow: /explore
Allow: /trending
Allow: /llms.txt
Allow: /llms-full.txt
Disallow: /api/
Disallow: /collections/api/
Disallow: /gh/
Disallow: /q/
Disallow: /_next/

User-Agent: ChatGPT-User
Allow: /
Disallow: /api/
Disallow: /collections/api/
Disallow: /gh/
Disallow: /q/
Disallow: /_next/

User-Agent: PerplexityBot
Allow: /
Disallow: /api/
Disallow: /collections/api/
Disallow: /gh/
Disallow: /q/
Disallow: /_next/

User-Agent: Google-Extended
Allow: /
Disallow: /api/
Disallow: /collections/api/
Disallow: /gh/
Disallow: /q/
Disallow: /_next/

User-Agent: Anthropic
Allow: /
Disallow: /api/
Disallow: /collections/api/
Disallow: /gh/
Disallow: /q/
Disallow: /_next/

User-Agent: ClaudeBot
Allow: /
Disallow: /api/
Disallow: /collections/api/
Disallow: /gh/
Disallow: /q/
Disallow: /_next/

Sitemap: https://ossinsight.io/sitemap.xml
Sitemap: https://ossinsight.io/analyze/sitemap.xml
Sitemap: https://ossinsight.io/languages/sitemap.xml
Sitemap: https://ossinsight.io/trending/sitemap.xml