# ============================================
#   ROBOTS.TXT FOR TRONWEEKLY.COM
#   Optimized for global traffic & SEO (2026)
# ============================================

# Allow all good bots (Google, Bing, AI, SEO tools, etc.)
User-agent: *
Allow: /

# ---------- Disallow low-value areas to preserve crawl budget ----------
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /xmlrpc.php
Disallow: /search/
Disallow: /*?s=
Disallow: /*/?s=
Disallow: /*?q=
Disallow: /*?utm_
Disallow: /*?ref=
Disallow: /*?fbclid
Disallow: /*?sort=
Disallow: /*?filter=
Disallow: /*?replytocom=
Disallow: /*?tracking=
Disallow: /*?page_id=
Disallow: /cdn-cgi/

# ---------- Explicitly allow important news sections (already covered by Allow: /) ----------
Allow: /news/
Allow: /category/
Allow: /press-release/
Allow: /analysis/
Allow: /videos/
Allow: /crypto/
Allow: /business/
Allow: /market/
Allow: /blockchain/
Allow: /page/
Allow: /wp-admin/admin-ajax.php   # Required for WordPress AJAX

# ---------- Sitemaps (critical for news SEO) ----------
Sitemap: https://www.tronweekly.com/sitemap.xml
Sitemap: https://www.tronweekly.com/news-sitemap.xml
Sitemap: https://www.tronweekly.com/video-sitemap.xml