# *
User-agent: *
Allow: /
Disallow: /*?
Disallow: /auth/*
Disallow: /internal/*
Disallow: /product/*
Disallow: /products/*
Disallow: /extension/*
Disallow: /pricing/subscription
Disallow: /pricing/next
Disallow: /chrome-extension
Disallow: /support
Disallow: /onboarding
Disallow: /playground
Disallow: /uploads
Disallow: /login
Disallow: /blog/all-articles/*
Disallow: /*/blog/all-articles/*
Disallow: /byte/*

# Allow Google Ads and Bing Ads crawlers to access /byte/
User-agent: AdsBot-Google
Allow: /byte/*

User-agent: AdsBot-Google-Mobile
Allow: /byte/*

User-agent: adidxbot
Allow: /byte/*

# Host
Host: https://thunderbit.com

# Sitemaps
Sitemap: https://thunderbit.com/sitemap.xml