# robots.txt for japansociety.org
# WordPress + WP Engine + bot hygiene

User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /xmlrpc.php
Disallow: /?s=
Disallow: /search/

# Optional: block dev/private WP Engine folders
Disallow: /.wpengine-conf/
Disallow: /.wpe-devkit/
Disallow: /_wpeprivate/

Allow: /wp-admin/admin-ajax.php
Allow: /wp-content/uploads/

# Crawl delay for friendly bots (advisory)
Crawl-delay: 10

# Sitemap location
Sitemap: https://www.japansociety.org/sitemap.xml

# Block known unwanted bots
User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: meta-externalagent
Disallow: /