Sitemap: https://www.joblogic.com/sitemap.xml
# General crawlers

User-agent: *
Allow: /
Disallow: /resource-centre
Disallow: /tutorials
Disallow: /videos
Disallow: /webinars
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*
# AI Crawlers - full access to educational content

User-agent: GPTBot
Allow: /resource-centre
Allow: /tutorials
Allow: /videos
Allow: /webinars
Allow: /*.pdf$
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: OAI-SearchBot
Allow: /resource-centre
Allow: /tutorials
Allow: /videos
Allow: /webinars
Allow: /*.pdf$
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: ChatGPT-User
Allow: /resource-centre
Allow: /tutorials
Allow: /videos
Allow: /webinars
Allow: /*.pdf$
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: PerplexityBot
Allow: /resource-centre
Allow: /tutorials
Allow: /videos
Allow: /webinars
Allow: /*.pdf$
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: ClaudeBot
Allow: /resource-centre
Allow: /tutorials
Allow: /videos
Allow: /webinars
Allow: /*.pdf$
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: anthropic-ai
Allow: /resource-centre
Allow: /tutorials
Allow: /videos
Allow: /webinars
Allow: /*.pdf$
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*

User-agent: Google-Extended
Allow: /resource-centre
Allow: /tutorials
Allow: /videos
Allow: /webinars
Allow: /*.pdf$
Disallow: /_hcms/preview/
Disallow: /hs/manage-preferences/
Disallow: /hs/preferences-center/
Disallow: /*?*hs_preview=*
Disallow: /*?*hsCacheBuster=*