# Sitemap
Sitemap: https://www.scoutandnimble.com/sitemap/scoutandnimble_sitemap.xml

# Global User-Agent Rules
User-agent: *
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /users/
Disallow: /search_results
Disallow: /sidekiq
Disallow: /inventory
Disallow: /ftp_file
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=

# NEW: Block filter, pagination, and parameter-heavy URLs
Disallow: /*brand[
Disallow: /*in_stock
Disallow: /*sku=
Disallow: /*filter
Disallow: /*sort

# Google Adsbot
User-agent: adsbot-google
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /users/
Disallow: /search_results
Disallow: /sidekiq
Disallow: /inventory
Disallow: /ftp_file
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=

# Block Entirely for Nutch (common spam bot)
User-agent: Nutch
Disallow: /

# AhrefsBot
User-agent: AhrefsBot
Crawl-delay: 10
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /users/
Disallow: /search_results
Disallow: /sidekiq
Disallow: /inventory
Disallow: /ftp_file
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=

# AhrefsSiteAudit
User-agent: AhrefsSiteAudit
Crawl-delay: 10
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /users/
Disallow: /search_results
Disallow: /sidekiq
Disallow: /inventory
Disallow: /ftp_file
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=

# MJ12bot
User-agent: MJ12bot
Crawl-Delay: 10

# Pinterestbot
User-agent: Pinterestbot
Crawl-delay: 1
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /users/
Disallow: /search_results
Disallow: /sidekiq
Disallow: /inventory
Disallow: /ftp_file
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=

# SemrushBot
User-agent: SemrushBot
Crawl-delay: 2
Disallow: /admin
Disallow: /cart
Disallow: /checkout
Disallow: /users/
Disallow: /search_results
Disallow: /sidekiq
Disallow: /inventory
Disallow: /ftp_file
Disallow: /*?utm_source=
Disallow: /*?utm_medium=
Disallow: /*?utm_campaign=