# robots.txt # Pour l'exploration et indexation du site par les robots # Placé à la racine du domaine, encodé en UTF-8, texte brut seulement # Sitemaps Sitemap: https://www.youdge.com/sitemap.xml # Autoriser les ressources CSS, JS, images dans les dossiers sensibles User-agent: * Allow: /core/*.css$ Allow: /core/*.css? Allow: /core/*.js$ Allow: /core/*.js? Allow: /core/*.gif Allow: /core/*.jpg Allow: /core/*.jpeg Allow: /core/*.png Allow: /core/*.svg Allow: /profiles/*.css$ Allow: /profiles/*.css? Allow: /profiles/*.js$ Allow: /profiles/*.js? Allow: /profiles/*.gif Allow: /profiles/*.jpg Allow: /profiles/*.jpeg Allow: /profiles/*.png Allow: /profiles/*.svg Allow: /web/sites/default/files/ # Bloque l'accès aux dossiers sensibles Disallow: /core/ Disallow: /profiles/ Disallow: /README.txt Disallow: /web.config Disallow: /web/modules/ Disallow: /web/modules/contrib/ Disallow: /private/ Disallow: /tmp/ Disallow: /logs/ Disallow: /cache/ # Bloque des chemins spécifiques Disallow: /admin Disallow: /filter/tips Disallow: /node/add Disallow: /search Disallow: /search/node Disallow: /user/register Disallow: /user/password Disallow: /user/login Disallow: /user/logout # Bloque les mêmes chemins en versions avec index.php Disallow: /index.php/admin Disallow: /index.php/filter/tips Disallow: /index.php/node/add Disallow: /index.php/search Disallow: /index.php/user/password Disallow: /index.php/user/register Disallow: /index.php/user/login Disallow: /index.php/user/logout # Bloque les URLs avec certains paramètres de requête Disallow: /*?category_target_id= Disallow: /*?field_post_category_target_id= Disallow: /*?mailmodel= Disallow: /*?mailversion= # Règles pour bots IA principaux : autorise et bloque tous les chemins pour chacun User-agent: GPTBot User-agent: ClaudeBot User-agent: PerplexityBot User-agent: Google-Extended User-agent: GoogleOther User-agent: Bing-AI User-agent: CCBot User-agent: Meta-ExternalAgent User-agent: FacebookBot User-agent: Amazonbot User-agent: Applebot User-agent: Applebot-Extended User-agent: Grokbot User-agent: MistralBot User-agent: CohereBot User-agent: YouBot Disallow: /core/ Disallow: /profiles/ Disallow: /README.txt Disallow: /web.config Disallow: /admin Disallow: /filter/tips Disallow: /node/add Disallow: /user/register Disallow: /user/password Disallow: /user/login Disallow: /user/logout Disallow: /index.php/* Disallow: /*?category_target_id= Disallow: /*?field_post_category_target_id= Disallow: /*?mailmodel= Disallow: /*?mailversion=