User-agent: GPTBot
Allow: /

User-agent: ChatGPT-user
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Gemini-Deep-Research
Allow: /


User-agent: *

# Block WordPress feeds
Disallow: /feed/
Disallow: /rss/
Disallow: /rss2/
Disallow: /comments/feed/
Disallow: /*?utm_source
Disallow: /*?utm_medium
Disallow: /*?utm_campaign
Disallow: /*?trk=
Disallow: /*?ref=

# Block search result pages
Disallow: /search/

# Block pagination beyond page 1
Disallow: /page/

# Allow everything else
Allow: /

# Sitemap
Sitemap: https://kaufmanit.com/sitemap_index.xml