# Standard Search Engines (Google, Bing, etc.)

User-agent: *
Allow: /hs-fs/
Allow: /hubfs/
Allow: /_hcms/
Disallow: /_hcms/preview/
Disallow: /_hcms/mem/
Disallow: /_hcms/v1/
Disallow: /hs/manage/
Disallow: /hs/preferences-center/
Disallow: /hs/cta-view/
Disallow: /admin/
Disallow: /hs-search-results*

# AI & LLM Crawlers (AEO Focused)
# These need access to your /_hcms/ and /hubfs/ to parse your Answer layout correctly.
Disallow: /hs/manage-preferences/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: GPTBot
Allow: /

Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: ChatGPT-User
Allow: /

Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: Google-Extended
Allow: /

Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: AnthropicAI
Allow: /

Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: CCBot
Allow: /

Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: PerplexityBot
Allow: /

# Direct bots to your structured data source
Sitemap: https://hubsync.com/sitemap.xml
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*