User-agent: * Disallow: /wp-content/uploads/wc-logs/ Disallow: /wp-content/uploads/woocommerce_transient_files/ Disallow: /wp-content/uploads/woocommerce_uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # START YOAST BLOCK # --------------------------- User-agent: * Disallow: ## OpenAI crawler User-agent: GPTbot Disallow: / ## ChatGPT service User-agent: ChatGPT-User Disallow: / ## Common Crawl crawler User-agent: CCBot Disallow: / ## Bard/Gemini service User-agent: Google-Extended Disallow: / ## Perplexity crawler User-Agent: PerplexityBot Disallow: / # --------------------------- # END YOAST BLOCK # Claude AI - Allowed for accessibility analysis User-agent: ClaudeBot Allow: / User-agent: Claude-User Allow: / User-agent: Claude-SearchBot Allow: / # Other bots - Disallowed User-agent: Baiduspider Disallow: / User-agent: Bytespider Disallow: / User-agent: GoogleOther Disallow: / User-agent: Meta-ExternalAgent Disallow: / User-agent: GPTBot Disallow: / User-agent: OAI-SearchBot Disallow: / User-agent: YandexBot Disallow: / User-agent: ClaudeBot Disallow: / User-agent: Claude-User Disallow: / User-agent: Claude-SearchBot Disallow: /