User-agent: *
Sitemap: https://www.tremendous.com/sitemap.xml
Disallow: /short_urls/
Disallow: /rewards/
Disallow: /api/
Disallow: /v1/
Disallow: /internal/

User-agent: bingbot
Crawl-delay: 2

User-agent: msnbot
Crawl-delay: 2

User-agent: AhrefsBot
Disallow: /

User-agent: linkdexbot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: MegaIndex.ru 2.0
Disallow: /

User-agent: TweetmemeBot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Claritybot
Disallow: /

User-agent: datagnionbot
Disallow: /

User-agent: *
Disallow: /blog/search/?