User-agent: *
Allow: /

Sitemap: https://www.halliburton.com/sitemap.xml


# -----------------------------
# AI data extraction / brokers
# -----------------------------

# Diffbot (AI data extraction & resale)
User-agent: Diffbot
Disallow: /

User-agent: Diffbot-User
Disallow: /

# Webz.io / Omgili (data broker, AI training feeds)
User-agent: webzio-extended
Disallow: /

User-agent: webzio
Disallow: /

User-agent: omgili
Disallow: /

User-agent: omgilibot
Disallow: /

# MyCentralAIScraperBot (Unknown scraper)
User-agent: MyCentralAIScraperBot
Disallow: /