User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Block access to the infinite loops being attacked Disallow: /*?page=* Disallow: /*?id=* Disallow: /category/*/*?page= # Specific block for the heavy hitters User-agent: AhrefsBot Disallow: / User-agent: Applebot Disallow: / # Tell remaining bots to slow down Crawl-delay: 10