# AFRICLOUD robots.txt # https://africloud.com/robots.txt User-agent: * Allow: / # Prevent crawling of order page parameter variants (duplicate content) Disallow: /order? # Block entire billing client area (no SEO value, some restricted endpoints) Disallow: /my/ # Explicit allow for Google indexing crawlers User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: / User-agent: Googlebot-News Allow: / # Explicit allow for Bing (powers DuckDuckGo, Yahoo, Ecosia, Copilot) User-agent: Bingbot Allow: / # AI crawlers, AFRICLOUD explicitly allows LLM access for AI Overview and # conversational-search citation. See docs/seo.md "AI Overviews & AI Mode". User-agent: Google-Extended Allow: / User-agent: GPTBot Allow: / User-agent: ClaudeBot Allow: / User-agent: PerplexityBot Allow: / User-agent: CCBot Allow: / User-agent: Bytespider Allow: / User-agent: Applebot-Extended Allow: / # Sitemaps Sitemap: https://africloud.com/sitemap.xml Sitemap: https://africloud.com/news/sitemap-news.xml