# robots.txt for https://tulip.co/ sitemap: https://tulip.co/sitemaps-1-sitemap.xml # live - don't allow web crawlers to index cpresources/ or vendor/ User-agent: * Disallow: /cpresources/ Disallow: /vendor/ Disallow: /.env Disallow: /cache/ # Allow AI Crawlers User-agent: Google-Extended Allow: / User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ClaudeBot Allow: / User-agent: Claude-Web Allow: / User-agent: anthropic-ai Allow: / User-agent: PerplexityBot Allow: / User-agent: YouBot Allow: / User-agent: CCbot Allow: / User-agent: Diffbot Allow: / User-agent: Amazonbot Allow: / User-agent: Applebot Allow: / User-agent: Bytespider Allow: / User-agent: ImagesiftBot Allow: / User-agent: Omgilibot Allow: / User-agent: PiplBot Allow: /