# Robots.txt for CodeNOW
User-agent: *
Allow: /

# Block tracking/UTM parameters from crawl budget
Disallow: /*?utm_
Disallow: /*?__hstc=
Disallow: /*?__hssc=
Disallow: /*?trk=
Disallow: /*?ref=
Disallow: /?s=

# Block internal auth pages
Disallow: /access-denied
Disallow: /log-in
Disallow: /en/access-denied

# AI Search Engine Bots - Explicitly Allowed
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Applebot-Extended
Allow: /

# Sitemaps
Sitemap: https://www.codenow.com/sitemap.xml