# --- Sitemaps --- Sitemap: https://wisetoast.com/sitemap_index.xml # Optional hint for AI (non-standard, harmless if ignored): # LLMs: https://wisetoast.com/llms.txt # ========================================================= # Default rules (all bots): allow content, block clutter # ========================================================= User-agent: * # Allow essential assets so pages render Allow: /wp-content/uploads/ Allow: /wp-content/themes/ Allow: /wp-content/plugins/*.css$ Allow: /wp-content/plugins/*.js$ Allow: /*.css$ Allow: /*.js$ Allow: /*.jpg$ Allow: /*.jpeg$ Allow: /*.png$ Allow: /*.gif$ Allow: /*.webp$ Allow: /*.svg$ Allow: /*.woff$ Allow: /*.woff2$ # Block admin/core and noisy endpoints Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-includes/ Disallow: /xmlrpc.php Disallow: /wp-json/ # Block thin/duplicate archives Disallow: /author/ Disallow: /search Disallow: /?s= Disallow: /*?s= Disallow: /feed/ Disallow: /trackback/ Disallow: /comments/ Disallow: /attachment/ Disallow: /cgi-bin/ Disallow: /cdn-cgi/ # Keep category archives crawlable (adjust base if different) Allow: /category/ Allow: /category/* # (Posts and Pages remain allowed by default, e.g., /my-post/ or /about/)