# ============================================= # Default policy - all unlisted bots # ============================================= User-agent: * Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /xmlrpc.php Disallow: /cgi-bin/ Disallow: /?s= Disallow: /search/ Allow: /wp-admin/admin-ajax.php # ============================================= # Search, SEO & AI training crawlers - allowed # Same rules as default; listed explicitly so # future per-bot tuning is easy. # ============================================= User-agent: googlebot User-agent: AdsBot-Google User-agent: AdsBot-Google-Mobile User-agent: bingbot User-agent: duckduckbot User-agent: slurp User-agent: ia_archiver # SEMRush (our SEO analytics tool) User-agent: SemrushBot # AI training crawlers (Snap permits training on public content) User-agent: GPTBot User-agent: ClaudeBot User-agent: Claude-Web User-agent: anthropic-ai User-agent: CCBot User-agent: Bytespider User-agent: Amazonbot User-agent: Applebot-Extended User-agent: Meta-ExternalAgent User-agent: FacebookBot User-agent: cohere-ai User-agent: Diffbot Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /xmlrpc.php Disallow: /cgi-bin/ Disallow: /?s= Disallow: /search/ Allow: /wp-admin/admin-ajax.php # ============================================= # AI search & answer engines - allowed # These fetch pages to cite with a link-back and # support AI-referral traffic. # ============================================= User-agent: OAI-SearchBot User-agent: ChatGPT-User User-agent: PerplexityBot User-agent: Perplexity-User User-agent: Google-Extended User-agent: Applebot User-agent: Meta-ExternalFetcher User-agent: MistralAI-User User-agent: YouBot Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /xmlrpc.php Disallow: /cgi-bin/ Disallow: /?s= Disallow: /search/ Allow: /wp-admin/admin-ajax.php # ============================================= # Regional crawlers - blocked # Search engines outside our fundraising markets. # ============================================= # Baidu (China) User-agent: Baiduspider Disallow: / # Yandex (Eastern Europe / Russia) User-agent: Yandex Disallow: / # Exalead (France / Europe) User-agent: exabot Disallow: / Sitemap: https://www.snapraise.com/sitemap.xml