# robots.txt for http://www.brownies.com/


Sitemap: https://www.brownies.com/sitemap

User-agent: PowerMapper
Disallow: /error-404
Disallow: /digital-catalog*
Disallow: /customer/digital-catalog.html*


# 80legs go to hell - http://en.wikipedia.org/wiki/80legs
User-agent: 008
Disallow: /

# HK - 8/20/15 adding dynamic account/checkout pages per PH
User-agent: *
Disallow: /products/add_products.aspx
Disallow: /landing_page/*
Disallow: /includes/blank.html
Disallow: /ftb_photo_upload.aspx
Disallow: /includes/downloads/*
Disallow: /products/search/*
Disallow: /images/media_room/*


# HK 11/19/15 additional entries requested by PH
# HK 12/08/15 commenting out /images/* per PH
#Disallow: /images/*
Disallow: /email/*

# Testing new malicious bot detection by enabling delay, non-conforming bots are to be disallowed pending review by Travis and Nick.
User-agent: Mj12bot
Crawl-delay: 5

User-agent: BLEXbox
Crawl-delay:5

User-agent: petalbot
Crawl-delay:5

User-agent: Zoominfobot
Crawl-delay:5

User-agent: WebCrawlMeUP
Crawl-delay:5

User-agent: PetalBot
Crawl-delay: 10

User-agent: Bingbot
Crawl-delay: 10

User-agent: facebookexternalhit/1.1
Crawl-delay: 10

User-agent: Googlebot
Crawl-delay: 10

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: Applebot
Crawl-delay: 10

User-agent: AdsBot-Google
Crawl-delay: 10

User-agent: YandexBot
Crawl-delay: 10

User-agent: SeznamBot
Crawl-delay: 10

User-agent: ZoomInfoBot
Crawl-delay: 10

User-agent: Slackbot
Crawl-delay: 10

User-agent: ClaudeBot
Crawl-delay: 10

User-agent: Pinterestbot
Crawl-delay: 10

User-agent: Amazonbot
Crawl-delay: 10

User-agent: YandexRenderResourceBot
Crawl-delay: 10

User-agent: com/bot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: 2ip bot
Crawl-delay: 10

User-agent: AwarioBot
Crawl-delay: 10

User-agent: BitSightBot
Crawl-delay: 10

User-agent: coccocbot
Crawl-delay: 10

User-agent: DataForSeoBot
Crawl-delay: 10

User-agent: Discordbot
Crawl-delay: 10

User-agent: DuckDuckBot
Crawl-delay: 10

User-agent: Googlebot-Image
Crawl-delay: 10

User-agent: Googlebot-News
Crawl-delay: 10

User-agent: Googlebot-Video
Crawl-delay: 10

User-agent: GPTBot
Crawl-delay: 10

User-agent: info/bot
Crawl-delay: 10

User-agent: mail.ru_bot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10

User-agent: Orbbot
Crawl-delay: 10

User-agent: MojeekBot
Crawl-delay: 10

User-agent: PubMatic Crawler Bot
Crawl-delay: 10

User-agent: SeekportBot
Crawl-delay: 10

User-agent: Slackbot-LinkExpanding
Crawl-delay: 10

User-agent: Snap URL Preview Service; Bot
Crawl-delay: 10

User-agent: Storebot
Crawl-delay: 10

User-agent: SurdotlyBot
Crawl-delay: 10

#700