User-agent: *
Disallow: /wp-admin/

Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/admin-ajax.php?action=job_archive_get_posts

Sitemap: https://optiver.com/sitemap_index.xml

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: Baiduspider-video
Disallow: /

User-agent: Baiduspider-news
Disallow: /

User-agent: Baiduspider-favo
Disallow: /

User-agent: Baiduspider-cpro
Disallow: /

User-agent: Baiduspider-ads
Disallow: /

User-agent: Baidu-YunGuanCe
Disallow: /

User-agent: Baidu-Transcoder
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou inst spider
Disallow: /

User-agent: Sogou Orion spider
Disallow: /

User-agent: Sogou-Test-Spider
Disallow: /

User-agent: Sogou Pic Spider
Disallow: /

User-agent: Sogou News Spider
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: AlibabaBot
Disallow: /

User-agent: AlibabaSecurityCrawler
Disallow: /

User-agent: YoudaoBot
Disallow: /

User-agent: TencentTraveler
Disallow: /

User-agent: PetalBot
Disallow: /