User-agent: polite-crawler
User-agent: CCBot
User-agent: Scrapy
User-agent: NLB_archive_bot
User-agent: dotbot
Disallow: /

User-agent: *
Disallow: /wp-admin/
Disallow: /Functions/
Disallow: /functions/
Disallow: /wp-content/plugins/*.php
Disallow: /wp-content/themes/p2/*.php
Disallow: /?attachment_id=*
Disallow: /?TR=*
Disallow: /?option=*
Disallow: /?utm_=*
Disallow: /?page_id=*
Disallow: /*?*s=
Disallow: /?gclid=*
Disallow: /?lang=ja&utm_*
Disallow: /?lang=zh-hans&utm_*
Disallow: /faq-lists?id=*
Disallow: /index.php?*
Disallow: /page/*
Disallow: /contact-us-acknowledge/?*
Disallow: /search/*
Disallow: *.pdf?r=*
Disallow: /campaign/*