# === robots.txt for trgsolutions.com ===
# SEO-optimized + LLM-friendly

# ----------------------------
# Google Search Crawlers
# ----------------------------
User-agent: Googlebot
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: Googlebot-News
Allow: /

User-agent: Googlebot-Video
Allow: /

# ----------------------------
# SEO Tools
# ----------------------------

# SEMrush
User-agent: SemrushBot
Allow: /

# Ahrefs
User-agent: AhrefsBot
Allow: /

# Moz
User-agent: rogerbot
Allow: /

# Screaming Frog
User-agent: Screaming Frog SEO Spider
Allow: /

# SiteAuditBot
User-agent: SiteAuditBot
Allow: /

# ----------------------------
# LLM / AI Crawlers
# ----------------------------

# OpenAI GPTBot
User-agent: GPTBot
Allow: /

# OpenAI ChatGPT-User (browsing)
User-agent: ChatGPT-User
Allow: /

# Claude (Anthropic)
User-agent: ClaudeBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# ----------------------------
# Global Rules for All Other Crawlers
# ----------------------------
User-agent: *
Disallow: /cmsdesk/
Disallow: /admin/