# FitBudd robots.txt

# AI & Major Crawlers (Explicit Allow)
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: GPTBot
User-agent: ClaudeBot
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: claude-web
User-agent: anthropic-ai
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: YouBot
User-agent: DuckAssistBot
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Bingbot
User-agent: BingPreview
User-agent: DuckDuckBot
Allow: /

# Default Rules
User-agent: *

# Block search & error pages
Disallow: /search/
Disallow: /404
Disallow: /404.html
Disallow: /401
Disallow: /401.html

# Block pagination (major duplicate cause)
Disallow: /*_page=
Disallow: /*?*page=

# Block tag pages (low-value archive)
Disallow: /tag/

# Block CMS preview/edit parameters
Disallow: /*?edit=
Disallow: /*?cms_editor=
Disallow: /*?preview=
Disallow: /*?nocache=

# Allow assets
Allow: /assets/
Allow: /css/
Allow: /js/
Allow: /images/
Allow: /videos/
Allow: /favicon.ico
Allow: /robots.txt
Allow: /sitemap.xml

Sitemap: https://www.fitbudd.com/sitemap.xml