# Global default rules
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-content/plugins/
Disallow: /wp-content/uploads/wpo/wpo-plugins-tables-list.json

# --- Critical Crawl Efficiency Fixes ---

# 1. Block broken API proxy links (Fixing the 404 epidemic)
Disallow: /api/img*

# 2. Block URL parameter bloat (Fixing the 301 redirect loops)
Disallow: /*?share=*
Disallow: /*?amp*
Disallow: /*?nonamp=*
Disallow: /*&nb=*
Disallow: /*&lang=*

# 3. Block utility paths generating massive 404s
Disallow: /print/
Disallow: /download/
Disallow: /downloads/

# 4. Block broken/orphaned translation directories 
# (WARNING: Only keep these 5 lines if you DO NOT actively support these languages. If you are fixing them to work, remove these lines).
Disallow: /de/
Disallow: /fr/
Disallow: /zh/
Disallow: /ar/
Disallow: /hi/

# Allow necessary assets
Allow: /wp-content/uploads/

Sitemap: https://www.shongshoy.com/sitemap_index.xml

# ---- AI / Bot-specific allowances ----

# OpenAI (ChatGPT)
User-agent: ChatGPT-User
Allow: /
User-agent: OAI-SearchBot
Allow: /

# Google / Gemini
User-agent: GoogleOther
Allow: /
User-agent: Google-InspectionTool
Allow: /
User-agent: Google-Extended
Allow: /

# Anthropic (Claude)
User-agent: ClaudeBot
Allow: /
User-agent: Claude-User
Allow: /
User-agent: Claude-SearchBot
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /