User-agent: * Allow: / # Block sensitive areas for all bots Disallow: /admin/ Disallow: /dashboard/ Disallow: /stripe/ Disallow: /login Disallow: /register Disallow: /password/ Disallow: /checkout/ Disallow: /payment/ Disallow: /api/private/ # Allow public content (privacy, terms, signup should be crawlable but noindex via meta) Allow: /privacy Allow: /term-conditions Allow: /signup Allow: /blog/ Allow: /singapore-coworking/ Allow: /rent-venues/ # Specific AI Bot permissions User-agent: GPTBot Allow: / Allow: /blog/ Allow: /singapore-coworking/ Allow: /rent-venues/ Allow: /coworking-plans Allow: /team-plans Disallow: /checkout/ Disallow: /payment/ Disallow: /admin/ User-agent: ChatGPT-User Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / User-agent: OAI-SearchBot Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Applebot-Extended Allow: / # Google Ads Bots (IMPORTANT - Must be allowed for Google Ads to work) User-agent: AdsBot-Google Allow: / User-agent: AdsBot-Google-Mobile Allow: / User-agent: Mediapartners-Google Allow: / User-agent: Google-Ads-Creatives-Assistant Allow: / # Traditional search engines User-agent: Googlebot Allow: / User-agent: Googlebot-Image Allow: / User-agent: Googlebot-Mobile Allow: / User-agent: Googlebot-News Allow: / User-agent: Googlebot-Video Allow: / User-agent: Bingbot Allow: / # Sitemap Sitemap: https://www.work-buddy.com/sitemap.xml