User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /xmlrpc.php
Disallow: /trackback/
Disallow: /cgi-bin/
Disallow: /wp-includes/
Allow: /wp-includes/js/
Allow: /wp-includes/css/
Allow: /wp-includes/images/
Disallow: /author/*
Disallow: */?s*
Disallow: */page/*

User-agent: GPTBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: CCBot
Allow: /

Sitemap: https://www.brownstonelaw.com/sitemap_index.xml

# Disallow URLs with specific query parameters
Disallow: /*?s=
Disallow: /*?replytocom
Disallow: /*?attachment_id=

# Block feeds
Disallow: /comments/feed/

# Block URL parameters for WordPress SEO
Disallow: /*?utm_source
Disallow: /*?utm_medium
Disallow: /*?utm_campaign

# Allow media files
Allow: /wp-content/uploads/

# ---------------------------------------------
# Allow OpenAI crawlers
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

# Allow all other well-behaved crawlers
User-agent: *
Allow: /


Sitemap: https://www.brownstonelaw.com/post-sitemap1.xml 
Sitemap: https://www.brownstonelaw.com/post-sitemap2.xml 
Sitemap: https://www.brownstonelaw.com/local-sitemap.xml 
Sitemap: https://www.brownstonelaw.com/video-sitemap.xml 
Sitemap: https://www.brownstonelaw.com/page-sitemap1.xml 
Sitemap: https://www.brownstonelaw.com/page-sitemap2.xml 
# ---------------------------------------------
Sitemap:https://www.brownstonelaw.com/geo-sitemap.txt