User-agent: *
Disallow: /admin/
Disallow: /?*
Disallow: /blog/portfolio-item/*
Disallow: /blog/slides-category/*
Disallow: /wp-includes/*
Disallow: /in/*
Disallow: /api/*
Sitemap: https://www.bigrock.in/sitemap.xml


# Block known bad/spam bots
User-agent: OmniExplorer_Bot
Disallow: /

User-agent: Baidu
Disallow: /

User-agent: FreeFind
Disallow: /

User-agent: BecomeBot
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: Jetbot
Disallow: /

User-agent: WebVac
Disallow: /

User-agent: Stanford
Disallow: /

User-agent: naver
Disallow: /

User-agent: dumbot
Disallow: /

User-agent: Hatena Antenna
Disallow: /

User-agent: grub
Disallow: /

User-agent: WebZip
Disallow: /

User-agent: larbin
Disallow: /

User-agent: Copernic
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Python-urllib
Disallow: /

User-agent: NetMechanic
Disallow: /

User-agent: URL_Spider_Pro
Disallow: /

User-agent: CherryPicker
Disallow: /

User-agent: EmailCollector
Disallow: /

User-agent: WebBandit
Disallow: /

User-agent: ExtractorPro
Disallow: /

User-agent: Teleport
Disallow: /

User-agent: WebCopier
Disallow: /

User-agent: Offline Explorer
Disallow: /

User-agent: Wget
Disallow: /

User-agent: LinkWalker
Disallow: /

User-agent: cosmos
Disallow: /

User-agent: hloader
Disallow: /

User-agent: humanlinks
Disallow: /

User-agent: Zeus
Disallow: /

User-agent: Xenu
Disallow: /

User-agent: RepoMonkey
Disallow: /

User-agent: Openbot
Disallow: /

User-agent: searchpreview
Disallow: /

User-agent: Enterprise_Search
Disallow: /