User-agent: *
Allow: /wp-content/*
Allow: /wp-admin/admin-ajax.php
Allow: /wp-includes/*
Allow: /wp-json/*
Disallow: /wp-admin/
Disallow: /cgi-bin
Disallow: /cdn-cgi/
Disallow: /410
Disallow: /404
Disallow: /*?
Disallow: /wp-
Disallow: /search
Disallow: /author/
Disallow: */rss
Disallow: */embed
Disallow: /*?utm
Disallow: /*?source
Disallow: /*?wordfence
Disallow: /who-we-serve-copy/
Disallow: /ai-search-3-percent

User-Agent: MJ12bot
Crawl-Delay: 5

Sitemap: https://comradeweb.com/sitemap_index.xml


#WP Import Export Rule
User-agent: *
Disallow: /wp-content/uploads/wp-import-export-lite/