# CloudTweaks robots.txt # Optimized for crawl efficiency, indexing, and modern SEO best practices User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-includes/ Disallow: /?s= Disallow: /search/ Disallow: /tag/ Disallow: /xmlrpc.php Disallow: /wp-login.php Disallow: /cdn-cgi/ Allow: /wp-content/uploads/ Sitemap: https://cloudtweaks.com/sitemap.xml # LLM guidance file (handled separately) # https://cloudtweaks.com/llms.txt