# Allow Googlebots full access
User-agent: Googlebot
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-Mobile
Allow: /

# Allow Bingbot full access
User-agent: Bingbot
Allow: /

# General rules for all other bots
User-agent: *
Disallow: /api/
Disallow: /admin/

# Sitemaps
Sitemap: https://btw.media/sitemap.xml