User-agent: Googlebot
Disallow:

User-agent: Googlebot-image
Disallow:

User-agent: dotbot
User-agent: DotBot
User-agent: MJ12bot
User-agent: Dalvik
User-agent: Dalvik/2.1.0 (Linux; U; Android 9; SM-G955F Build/PPR1.180610.011)
User-agent: Dalvik/2.1.0
User-agent: bidswitchbot/1.0
User-agent: BLEXBot
User-agent: YandexBot
User-agent: SeznamBot
User-agent: Mail.RU Bot
User-agent: YandexMobileBot
User-agent: YisouSpider
User-agent: GrapeshotCrawler
User-agent: SurdotlyBot
User-agent: MojeekBot
User-agent: Sogou web spider
User-agent: ZoominfoBot
User-agent: coccocbot-web/1.0
User-agent: Trident
User-agent: proximic
User-agent: GrapeshotCrawler/2.0
User-agent: YandexBot/3.0
User-agent: LWP::Simple/6.22
User-agent: UptimeRobot/2.0
User-agent: empty user agent string
User-agent: Baiduspider
Disallow: /

User-Agent: *
Allow: /admin/images/prod_image/
Allow: /admin/images/company/
Allow: /assets
Allow: /admin/css/
Allow: /admin/js/
Disallow: /admin
Disallow: /design
Disallow: /font
Disallow: /phpmailer
Disallow: /sharetastic
Disallow: /userfile
Disallow: /betalive
Disallow: /API
Disallow: /staging.agribegri.com
Disallow: /staging
Disallow: /captcha1.php
Disallow: /captcha.php
Disallow: /set_session_search_cat.php


User-agent: facebookexternalhit
Crawl-delay: 60

Sitemap: https://agribegri.com/sitemap.xml