# Allow all robots to scan the entire site
User-agent: *
Disallow: /atlassian-domain-verification
Disallow: /ifx-expo-asia-2022/thank-you
Allow: /

# Specific AI crawler agents 
User-agent: GPTBot 
Allow: /
User-agent: ChatGPT-User 
Allow: /
User-agent: CCBot 
Allow: /
User-agent: anthropic-ai 
Allow: /
User-agent: Claude-Web 
Allow: /
User-agent: Google-Extended 
Allow: /
User-agent: PerplexityBot 
Allow: /
User-agent: Bytespider 
Allow: /
User-agent: Diffbot 
Allow: /

# Crawl-delay for heavy crawlers to optimize server performance
User-agent: Bingbot
Crawl-delay: 1

User-agent: Slurp
Crawl-delay: 1

# Sitemap location
Sitemap: https://www.commpeak.com/sitemap.xml