User-agent: Googlebot
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
# Yahoo's crawler
Allow: /

User-agent: DuckDuckBot
Allow: /

# --- Disallow common aggressive bots & scrapers ---
User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
# Majestic SEO crawler
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
# Moz SEO crawler
Disallow: /

User-agent: proximic
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: PetalBot
# Huawei's crawler
Disallow: /

User-agent: Bytespider
Disallow: /


User-agent: meta-externalagent
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: GoogleOther
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: SBIntuitionsBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: Amazon Q
Disallow: /

User-agent: Claude-User
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: YandexGPT
Disallow: /

User-agent: MistralBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: youBot
Disallow: /

User-agent: NeevaAI
Disallow: /

Sitemap: https://www.changeclimate.org/sitemap.xml