# robots.txt for https://goldsilver.com # Allow all major search engines while protecting admin and log directories User-agent: * Disallow: /wp-content/uploads/wc-logs/ Disallow: /wp-content/uploads/woocommerce_transient_files/ Disallow: /wp-content/uploads/woocommerce_uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 10 # Allow common bots explicitly (optional but good for clarity and control) User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: DuckDuckBot Allow: / User-agent: Baiduspider Allow: / User-agent: Yandex Allow: / User-agent: Yahoo! Slurp Allow: / # START YOAST BLOCK # --------------------------- User-agent: * Disallow: Sitemap: https://goldsilver.com/sitemap_index.xml # --------------------------- # END YOAST BLOCK