User-agent: openai
Allow: /

User-agent: gpt-4
Allow: /

User-agent: *
Allow: /