# ==== GLOBAL DEFAULT RULES ================================== User-agent: * # --- SITEMAPS --- Sitemap: https://entrevue.fr/sitemap_index.xml Sitemap: https://entrevue.fr/news-sitemap.xml Sitemap: https://entrevue.fr/sitemap_images-persons.xml Sitemap: https://entrevue.fr/sitemap_fresh-news.xml Sitemap: https://entrevue.fr/sitemap_translations.xml # --- ADMIN & API --- Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-json/ Disallow: /xmlrpc.php Disallow: /wp-cron.php # --- PLUGINS & PRIVATE --- Disallow: /tmp/ Disallow: /private/ Disallow: /wp-content/plugins/gtranslate/url_addon/gtranslate.php # --- ALLOW RENDERING (CSS/JS/IMAGES) --- Allow: /*.css$ Allow: /*.js$ Allow: /wp-content/uploads/ Allow: /wp-includes/js/ Allow: /wp-content/themes/ Allow: /wp-content/plugins/*.css$ Allow: /wp-content/plugins/*.js$ Allow: /wp-content/plugins/*.png$ Allow: /wp-content/plugins/*.jpg$ Allow: /wp-content/plugins/*.gif$ Allow: /wp-content/plugins/*.svg$ # --- DANGEROUS FILES --- Disallow: /*.cgi$ Disallow: /*.pl$ Disallow: /*.py$ # --- BLOCK RAW VIDEO FILES (no watch page) --- Disallow: /wp-content/uploads/*.mp4$ Disallow: /wp-content/uploads/*.webm$ Disallow: /wp-content/uploads/*.mov$ Disallow: /wp-content/uploads/*.m4v$ Disallow: /wp-content/uploads/*.m3u8$ Disallow: /wp-content/uploads/*.ts$ # ==== BAD BOTS ============================================= User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: SiteCheckerBotCrawler Disallow: /