# ============================================ # AI search crawlers — allow content pages (drive referral traffic) # ============================================ # OpenAI (ChatGPT search, browsing mode) User-agent: GPTBot Crawl-delay: 2 Disallow: /login Disallow: /vklogin Disallow: /fblogin Disallow: /googlelogin Disallow: /passwordrecovery Disallow: /passwordchange Disallow: /register Disallow: /chat Disallow: /user Disallow: /feedback Disallow: /abuse Disallow: /search Disallow: /news Disallow: /label Disallow: /upload/ Disallow: /mailmessage/ Disallow: /mail Disallow: /artist/letter* Disallow: /*/login Disallow: /*/passwordrecovery Disallow: /*/passwordchange Disallow: /*/register Disallow: /*/chat Disallow: /*/user Disallow: /*/feedback Disallow: /*/abuse Disallow: /*/search Disallow: /*/news Disallow: /*/label Disallow: /*/artist/letter* Disallow: /*/mailmessage/ Disallow: /*/mail Disallow: /*?*utm_ Disallow: /*?*_pjax Disallow: /release/page* Disallow: /albums/page* Disallow: /albums/*/page* Disallow: /artist/*/page* Disallow: /compilations/page* Disallow: /compilations/*/page* Disallow: /soundtracks/page* Disallow: /soundtracks/*/page* Disallow: /*/release/page* Disallow: /*/albums/page* Disallow: /*/albums/*/page* Disallow: /*/artist/*/page* Disallow: /*/compilations/page* Disallow: /*/compilations/*/page* Disallow: /*/soundtracks/page* Disallow: /*/soundtracks/*/page* User-agent: OAI-SearchBot Crawl-delay: 2 Disallow: /login Disallow: /vklogin Disallow: /fblogin Disallow: /googlelogin Disallow: /passwordrecovery Disallow: /passwordchange Disallow: /register Disallow: /chat Disallow: /user Disallow: /feedback Disallow: /abuse Disallow: /search Disallow: /news Disallow: /label Disallow: /upload/ Disallow: /mailmessage/ Disallow: /mail Disallow: /artist/letter* Disallow: /*/login Disallow: /*/passwordrecovery Disallow: /*/passwordchange Disallow: /*/register Disallow: /*/chat Disallow: /*/user Disallow: /*/feedback Disallow: /*/abuse Disallow: /*/search Disallow: /*/news Disallow: /*/label Disallow: /*/artist/letter* Disallow: /*/mailmessage/ Disallow: /*/mail Disallow: /*?*utm_ Disallow: /*?*_pjax Disallow: /release/page* Disallow: /albums/page* Disallow: /albums/*/page* Disallow: /artist/*/page* Disallow: /compilations/page* Disallow: /compilations/*/page* Disallow: /soundtracks/page* Disallow: /soundtracks/*/page* Disallow: /*/release/page* Disallow: /*/albums/page* Disallow: /*/albums/*/page* Disallow: /*/artist/*/page* Disallow: /*/compilations/page* Disallow: /*/compilations/*/page* Disallow: /*/soundtracks/page* Disallow: /*/soundtracks/*/page* User-agent: ChatGPT-User Crawl-delay: 2 Disallow: /login Disallow: /vklogin Disallow: /fblogin Disallow: /googlelogin Disallow: /passwordrecovery Disallow: /passwordchange Disallow: /register Disallow: /chat Disallow: /user Disallow: /feedback Disallow: /abuse Disallow: /search Disallow: /news Disallow: /label Disallow: /upload/ Disallow: /mailmessage/ Disallow: /mail Disallow: /artist/letter* Disallow: /*/login Disallow: /*/passwordrecovery Disallow: /*/passwordchange Disallow: /*/register Disallow: /*/chat Disallow: /*/user Disallow: /*/feedback Disallow: /*/abuse Disallow: /*/search Disallow: /*/news Disallow: /*/label Disallow: /*/artist/letter* Disallow: /*/mailmessage/ Disallow: /*/mail Disallow: /*?*utm_ Disallow: /*?*_pjax Disallow: /release/page* Disallow: /albums/page* Disallow: /albums/*/page* Disallow: /artist/*/page* Disallow: /compilations/page* Disallow: /compilations/*/page* Disallow: /soundtracks/page* Disallow: /soundtracks/*/page* Disallow: /*/release/page* Disallow: /*/albums/page* Disallow: /*/albums/*/page* Disallow: /*/artist/*/page* Disallow: /*/compilations/page* Disallow: /*/compilations/*/page* Disallow: /*/soundtracks/page* Disallow: /*/soundtracks/*/page* # Perplexity AI search User-agent: PerplexityBot Crawl-delay: 2 Disallow: /login Disallow: /vklogin Disallow: /fblogin Disallow: /googlelogin Disallow: /passwordrecovery Disallow: /passwordchange Disallow: /register Disallow: /chat Disallow: /user Disallow: /feedback Disallow: /abuse Disallow: /search Disallow: /news Disallow: /label Disallow: /upload/ Disallow: /mailmessage/ Disallow: /mail Disallow: /artist/letter* Disallow: /*/login Disallow: /*/passwordrecovery Disallow: /*/passwordchange Disallow: /*/register Disallow: /*/chat Disallow: /*/user Disallow: /*/feedback Disallow: /*/abuse Disallow: /*/search Disallow: /*/news Disallow: /*/label Disallow: /*/artist/letter* Disallow: /*/mailmessage/ Disallow: /*/mail Disallow: /*?*utm_ Disallow: /*?*_pjax Disallow: /release/page* Disallow: /albums/page* Disallow: /albums/*/page* Disallow: /artist/*/page* Disallow: /compilations/page* Disallow: /compilations/*/page* Disallow: /soundtracks/page* Disallow: /soundtracks/*/page* Disallow: /*/release/page* Disallow: /*/albums/page* Disallow: /*/albums/*/page* Disallow: /*/artist/*/page* Disallow: /*/compilations/page* Disallow: /*/compilations/*/page* Disallow: /*/soundtracks/page* Disallow: /*/soundtracks/*/page* # Anthropic Claude search (drives referral traffic) User-agent: ClaudeBot Crawl-delay: 2 Disallow: /login Disallow: /vklogin Disallow: /fblogin Disallow: /googlelogin Disallow: /passwordrecovery Disallow: /passwordchange Disallow: /register Disallow: /chat Disallow: /user Disallow: /feedback Disallow: /abuse Disallow: /search Disallow: /news Disallow: /label Disallow: /upload/ Disallow: /mailmessage/ Disallow: /mail Disallow: /artist/letter* Disallow: /*/login Disallow: /*/passwordrecovery Disallow: /*/passwordchange Disallow: /*/register Disallow: /*/chat Disallow: /*/user Disallow: /*/feedback Disallow: /*/abuse Disallow: /*/search Disallow: /*/news Disallow: /*/label Disallow: /*/artist/letter* Disallow: /*/mailmessage/ Disallow: /*/mail Disallow: /*?*utm_ Disallow: /*?*_pjax Disallow: /release/page* Disallow: /albums/page* Disallow: /albums/*/page* Disallow: /artist/*/page* Disallow: /compilations/page* Disallow: /compilations/*/page* Disallow: /soundtracks/page* Disallow: /soundtracks/*/page* Disallow: /*/release/page* Disallow: /*/albums/page* Disallow: /*/albums/*/page* Disallow: /*/artist/*/page* Disallow: /*/compilations/page* Disallow: /*/compilations/*/page* Disallow: /*/soundtracks/page* Disallow: /*/soundtracks/*/page* # Anthropic Claude search (secondary user-agent) User-agent: Claude-SearchBot Crawl-delay: 2 Disallow: /login Disallow: /vklogin Disallow: /fblogin Disallow: /googlelogin Disallow: /passwordrecovery Disallow: /passwordchange Disallow: /register Disallow: /chat Disallow: /user Disallow: /feedback Disallow: /abuse Disallow: /search Disallow: /news Disallow: /label Disallow: /upload/ Disallow: /mailmessage/ Disallow: /mail Disallow: /artist/letter* Disallow: /*/login Disallow: /*/passwordrecovery Disallow: /*/passwordchange Disallow: /*/register Disallow: /*/chat Disallow: /*/user Disallow: /*/feedback Disallow: /*/abuse Disallow: /*/search Disallow: /*/news Disallow: /*/label Disallow: /*/artist/letter* Disallow: /*/mailmessage/ Disallow: /*/mail Disallow: /*?*utm_ Disallow: /*?*_pjax Disallow: /release/page* Disallow: /albums/page* Disallow: /albums/*/page* Disallow: /artist/*/page* Disallow: /compilations/page* Disallow: /compilations/*/page* Disallow: /soundtracks/page* Disallow: /soundtracks/*/page* Disallow: /*/release/page* Disallow: /*/albums/page* Disallow: /*/albums/*/page* Disallow: /*/artist/*/page* Disallow: /*/compilations/page* Disallow: /*/compilations/*/page* Disallow: /*/soundtracks/page* Disallow: /*/soundtracks/*/page* # Meta AI search User-agent: meta-externalagent Crawl-delay: 5 Disallow: /login Disallow: /vklogin Disallow: /fblogin Disallow: /googlelogin Disallow: /passwordrecovery Disallow: /passwordchange Disallow: /register Disallow: /chat Disallow: /user Disallow: /feedback Disallow: /abuse Disallow: /search Disallow: /news Disallow: /label Disallow: /upload/ Disallow: /mailmessage/ Disallow: /mail Disallow: /artist/letter* Disallow: /*/login Disallow: /*/passwordrecovery Disallow: /*/passwordchange Disallow: /*/register Disallow: /*/chat Disallow: /*/user Disallow: /*/feedback Disallow: /*/abuse Disallow: /*/search Disallow: /*/news Disallow: /*/label Disallow: /*/artist/letter* Disallow: /*/mailmessage/ Disallow: /*/mail Disallow: /*?*utm_ Disallow: /*?*_pjax Disallow: /release/page* Disallow: /albums/page* Disallow: /albums/*/page* Disallow: /artist/*/page* Disallow: /compilations/page* Disallow: /compilations/*/page* Disallow: /soundtracks/page* Disallow: /soundtracks/*/page* Disallow: /*/release/page* Disallow: /*/albums/page* Disallow: /*/albums/*/page* Disallow: /*/artist/*/page* Disallow: /*/compilations/page* Disallow: /*/compilations/*/page* Disallow: /*/soundtracks/page* Disallow: /*/soundtracks/*/page* # Apple search User-agent: Applebot Crawl-delay: 5 Disallow: /login Disallow: /vklogin Disallow: /fblogin Disallow: /googlelogin Disallow: /passwordrecovery Disallow: /passwordchange Disallow: /register Disallow: /chat Disallow: /user Disallow: /feedback Disallow: /abuse Disallow: /search Disallow: /news Disallow: /label Disallow: /upload/ Disallow: /mailmessage/ Disallow: /mail Disallow: /artist/letter* Disallow: /*/login Disallow: /*/passwordrecovery Disallow: /*/passwordchange Disallow: /*/register Disallow: /*/chat Disallow: /*/user Disallow: /*/feedback Disallow: /*/abuse Disallow: /*/search Disallow: /*/news Disallow: /*/label Disallow: /*/artist/letter* Disallow: /*/mailmessage/ Disallow: /*/mail Disallow: /*?*utm_ Disallow: /*?*_pjax Disallow: /release/page* Disallow: /albums/page* Disallow: /albums/*/page* Disallow: /artist/*/page* Disallow: /compilations/page* Disallow: /compilations/*/page* Disallow: /soundtracks/page* Disallow: /soundtracks/*/page* Disallow: /*/release/page* Disallow: /*/albums/page* Disallow: /*/albums/*/page* Disallow: /*/artist/*/page* Disallow: /*/compilations/page* Disallow: /*/compilations/*/page* Disallow: /*/soundtracks/page* Disallow: /*/soundtracks/*/page* # You.com search User-agent: YouBot Crawl-delay: 10 Disallow: /login Disallow: /vklogin Disallow: /fblogin Disallow: /googlelogin Disallow: /passwordrecovery Disallow: /passwordchange Disallow: /register Disallow: /chat Disallow: /user Disallow: /feedback Disallow: /abuse Disallow: /search Disallow: /news Disallow: /label Disallow: /upload/ Disallow: /mailmessage/ Disallow: /mail Disallow: /artist/letter* Disallow: /*/login Disallow: /*/passwordrecovery Disallow: /*/passwordchange Disallow: /*/register Disallow: /*/chat Disallow: /*/user Disallow: /*/feedback Disallow: /*/abuse Disallow: /*/search Disallow: /*/news Disallow: /*/label Disallow: /*/artist/letter* Disallow: /*/mailmessage/ Disallow: /*/mail Disallow: /*?*utm_ Disallow: /*?*_pjax Disallow: /release/page* Disallow: /albums/page* Disallow: /albums/*/page* Disallow: /artist/*/page* Disallow: /compilations/page* Disallow: /compilations/*/page* Disallow: /soundtracks/page* Disallow: /soundtracks/*/page* Disallow: /*/release/page* Disallow: /*/albums/page* Disallow: /*/albums/*/page* Disallow: /*/artist/*/page* Disallow: /*/compilations/page* Disallow: /*/compilations/*/page* Disallow: /*/soundtracks/page* Disallow: /*/soundtracks/*/page* # ============================================ # AI training crawlers — block completely (no traffic benefit) # ============================================ User-agent: CCBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: cohere-ai Disallow: / User-agent: Bytespider Disallow: / User-agent: Google-Extended Disallow: / User-agent: FacebookBot Disallow: / User-agent: Amazonbot Disallow: / # ============================================ # SEO crawlers — block completely # ============================================ User-agent: Riddler Disallow: / User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: BLEXBot Disallow: / # ============================================ # Yandex — allow with crawl delay + Yandex-specific directives # ============================================ User-agent: Yandex Disallow: /login Disallow: /vklogin Disallow: /fblogin Disallow: /googlelogin Disallow: /passwordrecovery Disallow: /passwordchange Disallow: /register Disallow: /chat Disallow: /user Disallow: /feedback Disallow: /abuse Disallow: /search Disallow: /news Disallow: /label Disallow: /upload/ Disallow: /mailmessage/ Disallow: /mail Disallow: /artist/letter* Disallow: /albumrevision/* Disallow: /albumcomment/* Disallow: /*/login Disallow: /*/passwordrecovery Disallow: /*/passwordchange Disallow: /*/register Disallow: /*/chat Disallow: /*/user Disallow: /*/feedback Disallow: /*/abuse Disallow: /*/search Disallow: /*/news Disallow: /*/label Disallow: /*/artist/letter* Disallow: /*/mailmessage/ Disallow: /*/mail Disallow: /*?*utm_ Disallow: /*?*porno Disallow: /*?*code Disallow: /*?*_pjax Disallow: /release/page* Disallow: /albums/page* Disallow: /albums/*/page* Disallow: /artist/*/page* Disallow: /compilations/page* Disallow: /compilations/*/page* Disallow: /soundtracks/page* Disallow: /soundtracks/*/page* Disallow: /*/release/page* Disallow: /*/albums/page* Disallow: /*/albums/*/page* Disallow: /*/artist/*/page* Disallow: /*/compilations/page* Disallow: /*/compilations/*/page* Disallow: /*/soundtracks/page* Disallow: /*/soundtracks/*/page* Clean-param: id&url Clean-param: id&url&page Clean-param: l&page Clean-param: _pjax Clean-param: porno&porno-video-free&code Clean-param: oprd&hl&q&wicked&ref&d&ac&t Clean-param: srsltid&gclid&fbclid&yclid&msclkid&clckid Clean-param: __cf_chl_tk # ============================================ # All other bots (including Googlebot) # ============================================ User-agent: * Disallow: /login Disallow: /vklogin Disallow: /fblogin Disallow: /googlelogin Disallow: /passwordrecovery Disallow: /passwordchange Disallow: /register Disallow: /chat Disallow: /user Disallow: /feedback Disallow: /abuse Disallow: /search Disallow: /news Disallow: /label Disallow: /upload/ Disallow: /mailmessage/ Disallow: /mail Disallow: /artist/letter* Disallow: /*/login Disallow: /*/passwordrecovery Disallow: /*/passwordchange Disallow: /*/register Disallow: /*/chat Disallow: /*/user Disallow: /*/feedback Disallow: /*/abuse Disallow: /*/search Disallow: /*/news Disallow: /*/label Disallow: /*/artist/letter* Disallow: /*/mailmessage/ Disallow: /*/mail Disallow: /*?*utm_ Disallow: /*?*_pjax Disallow: /release/page* Disallow: /albums/page* Disallow: /albums/*/page* Disallow: /artist/*/page* Disallow: /compilations/page* Disallow: /compilations/*/page* Disallow: /soundtracks/page* Disallow: /soundtracks/*/page* Disallow: /*/release/page* Disallow: /*/albums/page* Disallow: /*/albums/*/page* Disallow: /*/artist/*/page* Disallow: /*/compilations/page* Disallow: /*/compilations/*/page* Disallow: /*/soundtracks/page* Disallow: /*/soundtracks/*/page* Sitemap: https://musify.club/sitemap/index.xml Sitemap: https://musify.club/sitemap/landing-pages.xml