User-agent: facebookexternalhit
Allow: /

User-agent: newsai
Disallow: /

User-agent: NewsAI
Disallow: /

User-agent: Bytespider
Disallow: /