###############################
# robots.txt — Last updated: 2025-09-03
# MicroMenders AI & SEO directives
###############################

User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cgi-bin/
Disallow: /?s=*
Disallow: /search/
Disallow: /*replytocom=*
Disallow: /*?et_blog=*
Disallow: /page/
Allow: /llms.txt

# --- AI crawlers (summarization allowed with attribution) ---
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

# --- Optional research bots ---
# User-agent: CCBot
# Allow: /

# --- Essentials ---
Sitemap: https://www.micromenders.com/sitemap_index.xml