User-agent: * #Allow main site Allow: / #Important WP access Allow: /wp-admin/admin-ajax.php #Block admin & system Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /xmlrpc.php Disallow: /wp-includes/ Disallow: /cgi-bin/ #Block unnecessary query parameters Disallow: /*?s= Disallow: /*?replytocom= Disallow: /*?utm_ Disallow: /*?filter= Disallow: /*?sort= #Block feeds (duplicate content) Disallow: /feed/ Disallow: */feed/ #Block low-value archives (only if not important) Disallow: /author/ Disallow: /tag/ #DO NOT block pagination (important) #Block unnecessary file types (optional) Disallow: /*.pdf$ Disallow: /*.doc$ Disallow: /*.docx$ #Allow assets Allow: /wp-content/uploads/ Allow: /*.css$ Allow: /*.js$ #Sitemap Sitemap: https://esoft.lk/sitemap.xml Sitemap: https://esoft.lk/image-sitemap.xml