User-agent: *

# Block private / non-indexable areas
Disallow: /admin/
Disallow: /login/
Disallow: /account/
Disallow: /cart/
Disallow: /basket/
Disallow: /checkout/
Disallow: /search/
Disallow: /cdn-cgi/

# Allow render-critical assets
Allow: /*.css$
Allow: /*.js$

Sitemap: https://www.cribgochoutdoor.com/sitemap.xml


# AI Crawlers (LLM access)

User-agent: GPTBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /