User-agent: *
Host: www.cdata.com
Allow: /download/$
Allow: /download/default.aspx
Disallow: /cgi-bin/
Disallow: /lic/
Disallow: /forms/request/
Disallow: /login/
Disallow: /news/*.htm$
Disallow: /news/*.rst$
Disallow: /support/submit.aspx
Disallow: /order
Disallow: /kb/search/
Disallow: /download/
Disallow: /blog/?tag=*
Disallow: /blog/?p=*&tag=*
Disallow: /kb/?p=*

User-agent: AhrefsBot
Crawl-Delay: 10
Allow: /download/$
Allow: /download/default.aspx
Disallow: /cgi-bin/
Disallow: /ui/
Disallow: /lic/
Disallow: /forms/request/
Disallow: /login/
Disallow: /news/*.htm$
Disallow: /news/*.rst$
Disallow: /support/submit.aspx
Disallow: /order
Disallow: /kb/search/
Disallow: /download/
Disallow: /kb/?p=*

User-agent: dotbot
Crawl-delay: 10
Allow: /download/$
Allow: /download/default.aspx
Disallow: /cgi-bin/
Disallow: /ui/
Disallow: /lic/
Disallow: /forms/request/
Disallow: /login/
Disallow: /news/*.htm$
Disallow: /news/*.rst$
Disallow: /support/submit.aspx
Disallow: /order
Disallow: /kb/search/
Disallow: /download/
Disallow: /kb/?p=*

User-agent: SemrushBot
Crawl-delay: 10
Allow: /download/$
Allow: /download/default.aspx
Disallow: /cgi-bin/
Disallow: /ui/
Disallow: /lic/
Disallow: /forms/request/
Disallow: /login/
Disallow: /news/*.htm$
Disallow: /news/*.rst$
Disallow: /support/submit.aspx
Disallow: /order
Disallow: /kb/search/
Disallow: /download/
Disallow: /kb/?p=*

User-agent: Mappy
Disallow: /
Crawl-delay: 10
Allow: /download/$
Allow: /download/default.aspx
Disallow: /cgi-bin/
Disallow: /ui/
Disallow: /lic/
Disallow: /forms/request/
Disallow: /login/
Disallow: /news/*.htm$
Disallow: /news/*.rst$
Disallow: /support/submit.aspx
Disallow: /order
Disallow: /kb/search/
Disallow: /download/
Disallow: /kb/?p=*

User-agent: Yandex
Crawl-delay: 2.0
Allow: /download/$
Allow: /download/default.aspx
Disallow: /cgi-bin/
Disallow: /ui/
Disallow: /lic/
Disallow: /forms/request/
Disallow: /login/
Disallow: /news/*.htm$
Disallow: /news/*.rst$
Disallow: /support/submit.aspx
Disallow: /order
Disallow: /kb/search/
Disallow: /download/
Disallow: /kb/?p=*

User-agent: SeznamBot
Request-rate: 10/1m
Allow: /download/$
Allow: /download/default.aspx
Disallow: /cgi-bin/
Disallow: /ui/
Disallow: /lic/
Disallow: /forms/request/
Disallow: /login/
Disallow: /news/*.htm$
Disallow: /news/*.rst$
Disallow: /support/submit.aspx
Disallow: /order
Disallow: /kb/search/
Disallow: /download/
Disallow: /kb/?p=*

User-agent: DataForSeoBot
Crawl-delay: 10

Sitemap: https://www.cdata.com/sitemapindex.xml