User-agent: *
Sitemap: https://www.modernhealth.com/sitemap.xml

# Block Webflow pagination querystring variants
Disallow: /*_page=
Disallow: /*?*page=

# Block private areas
Disallow: /private/
Disallow: /members-only/

# --- AI & LLM Crawlers ---

User-agent: GPTBot
Disallow: /private/
Disallow: /members-only/
Allow: /

User-agent: ClaudeBot
Disallow: /private/
Disallow: /members-only/
Allow: /

User-agent: PerplexityBot
Disallow: /private/
Disallow: /members-only/
Allow: /

User-agent: CCBot
Disallow: /private/
Disallow: /members-only/
Allow: /

User-agent: Applebot-Extended
Disallow: /private/
Disallow: /members-only/
Allow: /

User-agent: Google-Extended
Disallow: /private/
Disallow: /members-only/
Allow: /


Sitemap: https://www.modernhealth.com/sitemap.xml