# OpenAI Bots
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Anthropic/Claude Bots
User-agent: anthropic-ai
Allow: /

User-agent: ClaudeBot
Allow: /

# Google AI Bots
User-agent: GoogleOther
Allow: /

User-agent: Google-Extended
Allow: /

# Google Search Bot
User-agent: Googlebot
Allow: /

# Google Image Bot
User-agent: Googlebot-Image
Allow: /

# Apple Bot
User-agent: Applebot
Allow: /

# Microsoft Bing Bot
User-agent: Bingbot
Allow: /

# Perplexity AI Bot
User-agent: PerplexityBot
Allow: /


User-agent: ScreamingFrogCrawler
Allow: /

User-agent: *
Disallow: /wp-admin/
Disallow: /read/
Disallow: /read/*
Disallow: /get/
Disallow: /get/*
Disallow: /success/
Disallow: /success/*
Disallow: /fr/
Disallow: /fr/*

Sitemap: https://www.hibob.com/sitemap_index.xml
Sitemap: https://www.hibob.com/sitemap_index_2.xml

LLMS Index: https://www.hibob.com/llms-index.txt
LLMS Index: https://www.hibob.com/llms-index_2.txt