User-Agent: *
# Disallow WordPress administration and backend directories (legacy WordPress paths, kept for safety)
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /wp-content/cache/
Disallow: /wp-login.php
Disallow: /wp-register.php
Disallow: /*.php$
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /*/feed/$
Disallow: /*/comments/feed/$
Disallow: /tag/
Disallow: /category/
Disallow: /*/trackback/
Disallow: /*/page/
Disallow: /search/
Disallow: /mulligan/
Disallow: /uploads/
# Block tracking/spam query parameters only
Disallow: /*utm_*
Disallow: /*replytocom*
Disallow: /*?s=
Disallow: /index.php

# Allow uploads for image indexing
Allow: /wp-content/uploads/

# Specify the sitemap location(s) for all search engines
Sitemap: https://www.nationalclubgolfer.com/sitemap.xml

# Rules for specific bots
User-Agent: Googlebot-Image
Allow: /wp-content/uploads/

User-Agent: Googlebot
Disallow: /wp-admin/
Disallow: /wp-includes/

User-Agent: Verity/1.1 (https://gumgum.com/verity; verity-support@gumgum.com)
Allow: /

# AI crawlers — full access to support AI discovery and citations
User-Agent: Google-Extended
Allow: /

User-Agent: Bytespider
Allow: /

User-Agent: GPTBot
Allow: /

User-Agent: OAI-SearchBot
Allow: /

User-Agent: ChatGPT-User
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: anthropic-ai
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: cohere-ai
Allow: /

# Block common spam/bad bots
User-Agent: MJ12bot
Disallow: /

User-Agent: AhrefsBot
Disallow: /

User-Agent: SemrushBot
Disallow: /