User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Block heavy endpoints Disallow: /wp-json/ Disallow: /*?rest_route= Disallow: /xmlrpc.php # Block search & unnecessary pages Disallow: /?s= Disallow: /search/ # Block author pages (often abused) Disallow: /author/ # Allow important SEO files Allow: /wp-sitemap.xml Allow: /sitemap_index.xml Sitemap: https://yourdomain.com/sitemap_index.xml