User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # Block access to sensitive system files Disallow: /readme.html Disallow: /license.txt Disallow: /wp-config.php # Prevent crawling of internal search result pages to avoid duplicate content Disallow: /?s= Disallow: /search/ # Specify the location of your XML sitemap Sitemap: https://roggle.com.au/page-sitemap.xml