User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/
Allow: /*.css$
Allow: /*.js$

# 🗺️ Sitemaps
Sitemap: https://vibrez-rugby.com/sitemap_index.xml
Sitemap: https://vibrez-rugby.com/feed/sitemap-news/
Sitemap: https://vibrez-rugby.com/players-sitemap.xml

# 🤖 Bots utiles autorisés (Google, Bing, etc.)
User-agent: Googlebot
Disallow:

User-agent: Googlebot-News
Disallow:

User-agent: Googlebot-Image
Disallow:

User-agent: Bingbot
Disallow:

User-agent: Googlebot-Mobile
Disallow:

# ========================================
# 🤖 TIER 1 - Crawlers IA MAJEURS (priorité absolue)
# ========================================

# OpenAI (ChatGPT, GPT-4, GPT-5, SearchGPT)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: SearchGPT
Allow: /

User-agent: OpenAI-GPT
Allow: /

# Google AI (Gemini, AI Overviews, SGE)
User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: Gemini-Bot
Allow: /

User-agent: Google-AI
Allow: /

# Microsoft / Bing / Copilot
User-agent: BingPreview
Allow: /

User-agent: MicrosoftPreview
Allow: /

User-agent: AdIdxBot
Allow: /

User-agent: CopilotBot
Allow: /

User-agent: Bing-AI
Allow: /

# Anthropic (Claude, Claude 3, 4, 5)
User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Anthropic-Claude
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

# Apple Intelligence (Siri, Apple Search)
User-agent: Applebot-Extended
Allow: /

User-agent: Applebot
Allow: /

User-agent: AppleIntelligence
Allow: /

User-agent: Siri-Bot
Allow: /

# ========================================
# 🤖 TIER 2 - Crawlers IA secondaires (impact moyen)
# ========================================

# Meta AI (Llama 3, 4, Meta AI Assistant)
User-agent: FacebookBot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: MetaAI
Allow: /

User-agent: meta-externalagent
Allow: /

User-agent: Meta-AI-Bot
Allow: /

User-agent: LlamaBot
Allow: /

# Brave Search + AI
User-agent: BraveBot
Allow: /

User-agent: Brave-Search
Allow: /

User-agent: Brave-AI
Allow: /

# ByteDance / TikTok AI
User-agent: Bytespider
Allow: /

User-agent: TikTokBot
Allow: /

# Common Crawl (datasets IA)
User-agent: CCBot
Allow: /

# You.com
User-agent: YouBot
Allow: /

User-agent: You-AI
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /

User-agent: CohereBot
Allow: /

# Diffbot
User-agent: Diffbot
Allow: /

# ========================================
# 🤖 TIER 3 - Crawlers IA optionnels (faible priorité)
# ========================================

# Amazon (Alexa, Rufus, Amazon Q)
User-agent: Amazonbot
Allow: /

User-agent: AlexaBot
Allow: /

User-agent: Amazon-AI
Allow: /

User-agent: RufusBot
Allow: /

# Yandex AI (Russie)
User-agent: YandexBot
Allow: /

User-agent: YandexImages
Allow: /

User-agent: YandexVideo
Allow: /

User-agent: Yandex-AI
Allow: /

# Baidu AI (Chine)
User-agent: Baiduspider
Allow: /

User-agent: Baidu-AI
Allow: /

# Alibaba / AliCloud AI
User-agent: AlibabaBot
Allow: /

User-agent: Alibaba-AI
Allow: /

# Tencent AI
User-agent: TencentBot
Allow: /

User-agent: Tencent-AI
Allow: /

# Sogou (Chine)
User-agent: Sogou web spider
Allow: /

User-agent: YisouSpider
Allow: /

# Neeva (acquis par Snowflake)
User-agent: NeevaBot
Allow: /

# Andi Search
User-agent: AndiBot
Allow: /

# Kagi Search
User-agent: KagiBot
Allow: /

# Mojeek
User-agent: MojeekBot
Allow: /

# ImagesiftBot
User-agent: ImagesiftBot
Allow: /

# ========================================
# 🔮 TIER 4 - Crawlers IA FUTURS (anticipation 2025-2026)
# ========================================

# Mistral AI (France - probable lancement crawler 2025)
User-agent: MistralBot
Allow: /

User-agent: Mistral-AI
Allow: /

# xAI (Elon Musk - Grok)
User-agent: GrokBot
Allow: /

User-agent: xAI-Bot
Allow: /

User-agent: Grok-AI
Allow: /

# Inflection AI (Pi)
User-agent: InflectionBot
Allow: /

User-agent: Pi-AI
Allow: /

# Character.AI
User-agent: CharacterBot
Allow: /

User-agent: Character-AI
Allow: /

# Hugging Face
User-agent: HuggingFaceBot
Allow: /

User-agent: HF-AI
Allow: /

# Stability AI
User-agent: StabilityBot
Allow: /

User-agent: Stability-AI
Allow: /

# Adept AI
User-agent: AdeptBot
Allow: /

User-agent: Adept-AI
Allow: /

# AI21 Labs
User-agent: AI21Bot
Allow: /

# Writer.com
User-agent: WriterBot
Allow: /

# Jasper AI
User-agent: JasperBot
Allow: /

# Copy.ai
User-agent: CopyAIBot
Allow: /

# Notion AI
User-agent: NotionBot
Allow: /

User-agent: Notion-AI
Allow: /

# Quora Poe
User-agent: PoeBot
Allow: /

User-agent: Poe-AI
Allow: /

# Glean AI
User-agent: GleanBot
Allow: /

# Pinecone
User-agent: PineconeBot
Allow: /

# Weaviate
User-agent: WeaviateBot
Allow: /

# Chroma
User-agent: ChromaBot
Allow: /

# LangChain
User-agent: LangChainBot
Allow: /

# LlamaIndex
User-agent: LlamaIndexBot
Allow: /

# Runway ML
User-agent: RunwayBot
Allow: /

# Midjourney (si crawler web)
User-agent: MidjourneyBot
Allow: /

# Pika AI
User-agent: PikaBot
Allow: /

# Eleven Labs
User-agent: ElevenLabsBot
Allow: /

# Play.ht
User-agent: PlayHTBot
Allow: /

# Synthesia
User-agent: SynthesiaBot
Allow: /

# ========================================
# 📱 Social Media Bots (previews & embeds)
# ========================================

User-agent: LinkedInBot
Allow: /

User-agent: Slackbot
Allow: /

User-agent: Discordbot
Allow: /

User-agent: Twitterbot
Allow: /

User-agent: TelegramBot
Allow: /

User-agent: WhatsAppBot
Allow: /

User-agent: SkypeBot
Allow: /

# ========================================
# ⛔ BLOQUER - Outils SEO & spam (charge serveur inutile)
# ========================================

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: SerpstatBot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: SiteAuditBot
Disallow: /

User-agent: SpyFu
Disallow: /