############################# # Block known aggressive/bad bots ############################# User-agent: polite-crawler User-agent: CCBot User-agent: Scrapy Disallow: / ############################# # Allow AI / LLM Crawlers ############################# User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: Claude-Web Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / User-agent: Amazonbot Allow: / User-agent: Meta-ExternalAgent Allow: / ############################# # General Rules for ALL other bots ############################# User-agent: * Disallow: /wp-admin/ Disallow: /Functions/ Disallow: /functions/ Disallow: /wp-content/plugins/*.php Disallow: /wp-content/themes/p2/*.php Disallow: /?attachment_id=* Disallow: /?TR=* Disallow: /?option=* Disallow: /?utm_=* Disallow: /?page_id=* Disallow: /*?*s= Disallow: /?gclid=* Disallow: /?lang=ja&utm_* Disallow: /?lang=zh-hans&utm_* Disallow: /faq-lists?id=* Disallow: /index.php?* Disallow: /page/* Disallow: /contact-us-acknowledge/?* Disallow: /search/* Disallow: *.pdf?r=* Disallow: /campaign/*