# ============================================================================= # robots.txt — Partoch.com # ============================================================================= # --- Regles generales -------------------------------------------------------- User-agent: * Disallow: /moderation/ Disallow: /vip/ Disallow: /backstage/ Disallow: /stats/ Disallow: /admin/ Disallow: /xml/ Disallow: /search/ Disallow: /artiste/XML/ Disallow: /connection.php Disallow: /inscription.php Disallow: /maintenance/ Disallow: /go/ # --- Bots IA de recherche (generent du trafic) — AUTORISES ------------------- # Les tablatures sont protegees cote PHP : les bots IA recoivent une page # avec metadonnees + schema (isAccessibleForFree:false) sans le contenu. User-agent: Googlebot Allow: / User-agent: bingbot Allow: / User-agent: GoogleOther Allow: / User-agent: Google-Extended Allow: / User-agent: GPTBot Allow: /cours-guitare/ Allow: /artistes/ Allow: /forum/ Allow: /tablature/ Allow: /partition/ Allow: /video/ Disallow: /membres/ Disallow: /backstage/ User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / Crawl-delay: 10 User-agent: ClaudeBot Allow: /cours-guitare/ Allow: /artistes/ Allow: /forum/ Allow: /tablature/ Allow: /partition/ Allow: /video/ Disallow: /membres/ Disallow: /backstage/ Crawl-delay: 10 User-agent: Claude-SearchBot Allow: /cours-guitare/ Allow: /artistes/ Allow: /forum/ Allow: /tablature/ Allow: /partition/ Allow: /video/ Disallow: /membres/ Disallow: /backstage/ Crawl-delay: 10 User-agent: anthropic-ai Allow: /cours-guitare/ Allow: /artistes/ Allow: /forum/ Allow: /tablature/ Disallow: /membres/ Disallow: /backstage/ User-agent: PerplexityBot Allow: / User-agent: Amazonbot Allow: /cours-guitare/ Allow: /artistes/ Allow: /tablature/ Disallow: /membres/ Disallow: /backstage/ User-agent: Amzn-SearchBot Allow: /cours-guitare/ Allow: /artistes/ Allow: /tablature/ Disallow: /membres/ Disallow: /backstage/ User-agent: Applebot Allow: / User-agent: Applebot-Extended Allow: / # --- Bots d'entrainement pur (pas de trafic retour) — BLOQUES --------------- User-agent: CCBot Disallow: / User-agent: Bytespider Disallow: / User-agent: TikTokSpider Disallow: / User-agent: FacebookBot Disallow: / User-agent: Meta-ExternalAgent Disallow: / User-agent: YouBot Disallow: / User-agent: cohere-ai Disallow: / # --- Bots SEO / Scrapers (aucune valeur) — BLOQUES -------------------------- User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: SISTRIX Disallow: / User-agent: Screaming Frog Disallow: / User-agent: Rogerbot Disallow: / User-agent: BLEXBot Disallow: / User-agent: MegaIndex Disallow: / User-agent: Seekport Disallow: / User-agent: PetalBot Disallow: / User-agent: barkrowler Disallow: / User-agent: TurnitinBot Disallow: / User-agent: SEOkicks-Robot Disallow: / User-agent: SearchmetricsBot Disallow: / User-agent: Linguee Disallow: / User-agent: linkfluence Disallow: / User-agent: brandwatch Disallow: / User-agent: seoprofiler Disallow: / User-agent: proximic Disallow: / User-agent: grapeshot Disallow: / User-agent: AwarioRssBot Disallow: / User-agent: AwarioSmartBot Disallow: / # --- Scrapers / Aspirateurs connus — BLOQUES --------------------------------- User-agent: ShopWiki Disallow: / User-agent: scrapybot Disallow: / User-agent: ia_archiver Disallow: / User-agent: HTTrack Disallow: / User-agent: Havij Disallow: / User-agent: Genieo Disallow: / User-agent: Xenu Link Sleuth Disallow: / User-agent: omgilibot Disallow: / User-agent: nutch Disallow: / User-agent: yacybot Disallow: / # --- Sitemap ----------------------------------------------------------------- Sitemap: https://www.partoch.com/sitemap.xml