User-agent: Googlebot
User-agent: YandexBot
User-agent: bingbot
User-agent: Slurp
User-agent: DuckDuckBot
User-agent: Baiduspider
Allow: /
Crawl-delay: 5
Disallow: /company/request/*
Disallow: /vessels/load/*
Disallow: /*build_by
Disallow: /*port_ids
Disallow: /*min_eta
Disallow: /*max_eta
Disallow: /*exclude_flags
Disallow: /*include_flags
Disallow: /*built_year_
Disallow: /*gross_tonnage_
Disallow: /*dwt_start
Disallow: /*dwt_end
Disallow: /*teu_
Disallow: /*net_tonnage_
Disallow: /*loa_start
Disallow: /*loa_end
Disallow: /*role=
Disallow: /*fleet_size_
Disallow: /*_draft=
Disallow: /*_width=
Disallow: /*_length=
Disallow: /*ship_types=
Disallow: /*types=

User-agent: *
Allow: /
Disallow: /load-served-ports
Disallow: /load-more/
Disallow: /get-ports-by-city/
Disallow: /search-ports
Disallow: /search-ports-no-pagination
Disallow: /company/request/*
Disallow: /vessels/load/*
Disallow: /*build_by
Disallow: /*port_ids
Disallow: /*min_eta
Disallow: /*max_eta
Disallow: /*exclude_flags
Disallow: /*include_flags
Disallow: /*built_year_
Disallow: /*gross_tonnage_
Disallow: /*dwt_start
Disallow: /*dwt_end
Disallow: /*teu_
Disallow: /*net_tonnage_
Disallow: /*loa_start
Disallow: /*loa_end
Disallow: /*role=
Disallow: /*fleet_size_
Disallow: /*_draft=
Disallow: /*_width=
Disallow: /*_length=
Disallow: /*ship_types=
Disallow: /*types=

User-agent: Sogou
Disallow: /

User-agent: Sogou web spider
Disallow: /