# Block known scrapers/spam bots
User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

# All other bots (search engines, AI crawlers, etc.) - ALLOW
# Bunity is a directory selling visibility, not a publisher protecting IP.
# Maximum crawl/training exposure = maximum chance of being recommended.
User-agent: *
Allow: /
Disallow: /signin
Disallow: /api/
Disallow: /signup/oauth
Disallow: /signup/step1
Disallow: /signup/step2
Disallow: /user/
Disallow: /business/categories
Disallow: /changelocation
Disallow: /claim
Disallow: /claim/

# Sitemaps
Sitemap: https://www.bunity.com/sitemap.xml