User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-content/uploads/wpo/wpo-plugins-tables-list.json
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-config.php
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /secure/
Disallow: /admin/
Disallow: /includes/
Disallow: /backup/
Disallow: /backups/
Disallow: /tmp/
Disallow: /error_log
Disallow: /debug/
Disallow: /phpmyadmin/
Disallow: /server-status/

# Facebook & Meta crawlers – same security blocks, plus crawl-delay
User-agent: facebookexternalhit
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-config.php
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /secure/
Disallow: /admin/
Disallow: /includes/
Disallow: /backup/
Disallow: /backups/
Disallow: /tmp/
Disallow: /error_log
Disallow: /debug/
Disallow: /phpmyadmin/
Disallow: /server-status/
Crawl-delay: 2

User-agent: meta-webindexer
Disallow: /wp-admin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-config.php
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /secure/
Disallow: /admin/
Disallow: /includes/
Disallow: /backup/
Disallow: /backups/
Disallow: /tmp/
Disallow: /error_log
Disallow: /debug/
Disallow: /phpmyadmin/
Disallow: /server-status/
Crawl-delay: 2

User-agent: meta-externalads
Disallow: /wp-admin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-config.php
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /secure/
Disallow: /admin/
Disallow: /includes/
Disallow: /backup/
Disallow: /backups/
Disallow: /tmp/
Disallow: /error_log
Disallow: /debug/
Disallow: /phpmyadmin/
Disallow: /server-status/
Crawl-delay: 2

User-agent: meta-externalagent
Disallow: /wp-admin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-config.php
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /secure/
Disallow: /admin/
Disallow: /includes/
Disallow: /backup/
Disallow: /backups/
Disallow: /tmp/
Disallow: /error_log
Disallow: /debug/
Disallow: /phpmyadmin/
Disallow: /server-status/
Crawl-delay: 2

User-agent: meta-externalfetcher
Disallow: /wp-admin/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-config.php
Disallow: /xmlrpc.php
Disallow: /readme.html
Disallow: /license.txt
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /secure/
Disallow: /admin/
Disallow: /includes/
Disallow: /backup/
Disallow: /backups/
Disallow: /tmp/
Disallow: /error_log
Disallow: /debug/
Disallow: /phpmyadmin/
Disallow: /server-status/
# No crawl-delay for fetcher

User-agent: Twitterbot
Disallow:   # allow all, but block sensitive? Not needed – Twitterbot rarely accesses those. Leave empty.

# Optional: Block AI crawlers (uncomment if desired)
# User-agent: GPTBot
# Disallow: /
# User-agent: Google-Extended
# Disallow: /
# User-agent: CCBot
# Disallow: /

Sitemap: https://bilyonaryo.com/sitemap_index.xml
User-agent: *
Disallow: /wp-content/uploads/wpo/wpo-plugins-tables-list.json