# robots.txt for https://harver.com # Revised: 2026-04-09 User-agent: * # Priority 1: External File Access & Analytics Tracking # Resolves Issue ID 210 and "5000" external file accessibility errors Allow: /wp-content/uploads/*.js Allow: /wp-content/uploads/*.css Allow: /wp-content/plugins/*.js Allow: /wp-content/plugins/*.css Allow: /wp-content/themes/*.js Allow: /wp-content/themes/*.css Allow: /wp-includes/*.js Allow: /wp-includes/*.css # Minimal WordPress hygiene Disallow: /wp-admin/ Disallow: /xmlrpc.php Disallow: /cart/ Disallow: /checkout/ Disallow: /my-account/ Disallow: /search/ Disallow: /?s= Disallow: /*?*replytocom=* Disallow: /wp-json/wp/v2/users Allow: /wp-admin/admin-ajax.php # Priority 2: Conserve Crawl Budget Disallow: /archive/ # Crawl rate guidance for Bing/Yandex Crawl-delay: 1 # Sitemaps Sitemap: https://harver.com/sitemap_index.xml # AI Context (llms.txt) # This provides structured context for AI agents/Citations # Location: https://harver.com/llms.txt https://harver.com/llms.txt