User-agent: *
Allow: /
User-agent: Googlebot
Disallow: *?lightbox=
Disallow: /_api/*

Allow: /
User-agent: GPTBot

Allow: /
User-agent: PerplexityBot

# Google AI (Gemini, Bard)
User-agent: Google-Extended
Allow: /

# Anthropic (Claude)
User-agent: anthropic-ai
Allow: /

# Optimization for Google Ads Bot
User-agent: AdsBot-Google-Mobile
User-agent: AdsBot-Google
Disallow: /_partials*
Disallow: /pro-gallery-webapp/v1/galleries/*

# Block PetalBot
User-agent: PetalBot
Disallow: /

# Crawl delay for overly enthusiastic bots
User-agent: dotbot
Crawl-delay: 10
User-agent: AhrefsBot
Crawl-delay: 10

Disallow: /profile/
Disallow: /blog/tags

Sitemap: https://commbox.com.au/sitemap.xml

# Auto generated, go to SEO Tools > Robots.txt Editor to change this