Sitemap: https://www.domains.co.za/sitemap.xml

User-agent: Slurp
Crawl-delay: 30
Disallow: /billing/

User-agent: *
Crawl-delay: 5
Disallow: /billing/

# AI and search-related crawlers
User-agent: OAI-SearchBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Google-Extended
Allow: /