# ============================================= # BusinessBalls robots.txt # Platform: Astro (static site) # Last updated: 2026-02-26 # ============================================= # Sitemap Sitemap: https://www.businessballs.com/sitemap-index.xml # ------------------------------------------- # Default rules (all bots) # ------------------------------------------- User-agent: * # Internal/build assets Disallow: /_astro/ # ------------------------------------------- # Traditional search engines # ------------------------------------------- User-agent: Googlebot Allow: / User-agent: Bingbot Allow: / User-agent: DuckDuckBot Allow: / User-agent: Qwantify Allow: / # ------------------------------------------- # AI Search Engine Bots # ------------------------------------------- # OpenAI User-agent: GPTBot Allow: / Disallow: /_astro/ User-agent: OAI-SearchBot Allow: / Disallow: /_astro/ User-agent: ChatGPT-User Allow: / Disallow: /_astro/ # Anthropic (Claude) User-agent: ClaudeBot Allow: / Disallow: /_astro/ User-agent: anthropic-ai Allow: / Disallow: /_astro/ # Perplexity User-agent: PerplexityBot Allow: / Disallow: /_astro/ User-agent: Perplexity-User Allow: / Disallow: /_astro/ # Google Gemini / AI Overviews User-agent: Google-Extended Allow: / Disallow: /_astro/ # Apple Intelligence / Siri User-agent: Applebot-Extended Allow: / Disallow: /_astro/ # Meta AI (WhatsApp, Instagram, Facebook AI) User-agent: Meta-ExternalAgent Allow: / Disallow: /_astro/ # Amazon Alexa User-agent: Amazonbot Allow: / Disallow: /_astro/