# General rules for all crawlers.
User-agent: *

# WordPress specific rules
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/

# Block miscellaneous WordPress files and feeds that are not useful for SEO.
Disallow: /xmlrpc.php
Disallow: /feed/
Disallow: /register/
Disallow: /trackback/
Disallow: /comments/feed/

# Block WordPress internal search results pages from being indexed.
Disallow: /?s=*
Disallow: /search*

# Block attachment pages.
Disallow: /?attachment_id=*

# Allow crawlers to access admin-ajax.php, as it can be used for frontend functionality.
Allow: /wp-admin/admin-ajax.php

# Block the entire Next.js build directory first...
Disallow: /_next/
Disallow: /api/
# Allow only image assets (so images can be indexed)
Allow: /_next/static/media/
Allow: /_next/image*

# Block specific Next.js internal JS manifests (not useful for SEO).
Disallow: /*_buildManifest.js$
Disallow: /*_ssgManifest.js$

# Sitemap location
Sitemap: https://www.bettingnews.com/sitemap_index.xml