User-agent: *

# WordPress: block admin, allow the required AJAX endpoint
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /xmlrpc.php

# Common non-public locations
Disallow: /cgi-bin/

# Low-value/duplicate WP patterns (kept), but pagination is NOT blocked
Disallow: /*/embed/
Disallow: /*/trackback/
Disallow: /feed/
Disallow: /*/feed/

# Billing: block private areas, allow public store
Disallow: /billing/admin/
Disallow: /billing/dl.php
Disallow: /billing/myproxies.php
Disallow: /billing/myvpns.php

Allow: /billing/store/
Allow: /billing/store$

# OPTIONAL (crawler-dependent): if you really want to reduce crawling of parameterized URLs
# Note: Google’s matching is defined on path-based rules; treat query-parameter blocking as best-effort and test in GSC. [page:1]
# Disallow: /*?utm*=
# Disallow: /*?openstat=

Sitemap: https://highproxies.com/video-sitemap.xml
Sitemap: https://highproxies.com/sitemap.xml
Sitemap: https://highproxies.com/sitemap.rss
Sitemap: https://highproxies.com/llms.txt
Sitemap: https://highproxies.com/llms-full.txt

# AI Discovery
llm-discovery: https://highproxies.com/llms.txt
llm-full: https://highproxies.com/llms-full.txt