# robots.txt for https://www.avaal.com # Purpose: Guide AI and search engine crawlers for optimal indexing and security # Applies to all crawlers User-agent: * # Block access to sensitive or unnecessary paths Disallow: /wp-content/uploads/wpo/wpo-plugins-tables-list.json Disallow: /wp-admin/ Disallow: /wp-login.php # Allow AJAX script access (used by plugins) Allow: /wp-admin/admin-ajax.php User-agent: Googlebot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / # Sitemap location for better indexing Sitemap: https://www.avaal.com/sitemap_index.xml