User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /cgi-bin/
Disallow: /xmlrpc.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /login/
Disallow: /logout/
Disallow: /user/

Disallow: /search/
Disallow: /comments/
Disallow: /*?s=*
Disallow: /*?replytocom=*

Disallow: /author/
Disallow: /*?media=
Disallow: /*/feed/
Disallow: /feed/

Allow: /wp-content/uploads/
Allow: /*.css$
Allow: /*.js$
Allow: /*.gif$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.png$
Allow: /*.webp$
Allow: /*.svg$
Allow: /*.woff$
Allow: /*.woff2$

Sitemap: https://cryptomode.com/sitemap_index.xml

# AI Crawlers - explicitly allowed
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Bytespider
Allow: /

User-agent: GoogleOther
Allow: /