User-Agent: OpenAI
Allow: /
User-Agent: GoogleDeepMind
Allow: /
User-Agent: Anthropic
Allow: /
User-Agent: Perplexity
Allow: /
User-Agent: MetaAI
Allow: /
User-Agent: AmazonBedrock
Allow: /
User-Agent: Mistral
Allow: /
User-Agent: *
Allow: /