# M1 Finance Unified Robots.txt
# Last Updated: February 9, 2026

# === DEFAULT RULES FOR ALL BOTS ===
User-agent: *

# --- WordPress Admin (standard) ---
Disallow: /wp/wp-admin/
Allow: /wp/wp-admin/admin-ajax.php

# Security & Private Areas
Disallow: /login/
Disallow: /client/
Disallow: /dashboard/

# Search & Feeds (prevent indexing)
Disallow: /*?s=
Disallow: /search/
Disallow: /feed/
Disallow: /*/feed/
Disallow: /*/trackback/

# --- Allow rendering assets (important for SEO & CWV) ---
Allow: /wp-content/
Allow: /wp-includes/

# === SITEMAPS ===
Sitemap: https://m1.com/sitemap_index.xml
Sitemap: https://pages.m1.com/sitemap.xml

# === AI CRAWLERS ===
# Explicitly allow AI crawlers (no restrictions beyond the default rules above)
User-agent: GPTBot
Disallow:

User-agent: CCBot
Disallow:

User-agent: Google-Extended
Disallow:

User-agent: PerplexityBot
Disallow:

User-agent: ClaudeBot
Disallow: