Sitemap: https://weaviate.io/sitemap-index.xml
LLMS: https://weaviate.io/llms.txt

User-agent: *
Allow: /
Allow: /llms.txt
Disallow: /*?*
Disallow: /expert-sessions
Disallow: /blog/rss.xml
Disallow: /blog/atom.xml
Disallow: /feed
Disallow: /feed.xml
Disallow: /rss
Disallow: /rss.xml
Disallow: /atom
Disallow: /atom.xml

# AI Search Engine Bots
User-agent: GPTBot
Allow: /


User-agent: ChatGPT-User
Allow: /


User-agent: PerplexityBot
Allow: /


User-agent: ClaudeBot
Allow: /


User-agent: anthropic-ai
Allow: /


User-agent: Applebot-Extended
Allow: /