User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /webservices/
Disallow: /_Incapsula_Resource
Disallow: /tag/
Disallow: /blocs/
Disallow: /author/
Disallow: /menage-repassage-domicile/zone-non-couverte/
Disallow: /emploi-menage-chez-des-particuliers/zone-non-couverte/
Disallow: /candidature-offre/*
Disallow: /ajax/
Disallow: /rest/
Disallow: /script/
Disallow: /wp-content/cache/*
Disallow: /agences/*
Disallow: /*.log$
Disallow: /*?cp=*
Disallow: /*?insee=*

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MonSpark
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: FriendlyCrawler
Disallow: /

User-agent: SiteAuditBot
Disallow: /

User-agent: cookiebot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: serpstatbot
Disallow: /

User-agent: AwarioBot
Disallow: /

# Crawlers IA — autoriser l'indexation pour la visibilite GEO/AEO
# OpenAI
User-agent: GPTBot
Allow: /
Disallow: /wp-admin/
Disallow: /ajax/
Disallow: /candidature-offre/*

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /
Disallow: /wp-admin/
Disallow: /ajax/

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

# Google AI
User-agent: Google-Extended
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Apple
User-agent: Applebot-Extended
Allow: /

# Bloquer les crawlers d'entrainement non souhaites
User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

Allow: /wp-admin/admin-ajax.php
Sitemap: https://www.shiva.fr/wp-content/uploads/sitemaps/sitemap_index.xml
LLMs-Txt: https://www.shiva.fr/llms.txt