User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php

# Disallow duplicate/tracking URL parameters
Disallow: /*?fb_comment_id=
Disallow: /*?utm_
Disallow: /*?rel=
Disallow: /*?random=
Disallow: /*?ref=
Disallow: /*?home
Disallow: /*?amp
Disallow: /*?amp;
Disallow: /*?amp=
Disallow: /*?s=
Disallow: /*?replytocom=

# Block duplicate feeds & API endpoints
Disallow: /feed/
Disallow: /wp-json/

# Allow essential backend AJAX
Allow: /wp-admin/admin-ajax.php

# Allow access to critical assets (CSS, JS, Fonts, etc.)
Allow: /wp-content/themes/
Allow: /wp-content/plugins/
Allow: /wp-includes/

# =========================
# XML Sitemap
# =========================
Sitemap: https://cutedressup.com/sitemap_index.xml

# =========================
# Block Unwanted Bots
# =========================
User-agent: CriteoBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: proximic
Disallow: /

User-agent: SiteCheckerBotCrawler
Disallow: /

User-agent: ADmantX
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: FreeWebMonitoring
Disallow: /

User-agent: peer39_crawler
Disallow: /

# ---------------------------------
# Allow AI Crawlers for Indexing
# ---------------------------------

# OpenAI
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /

# Perplexity
User-agent: PerplexityBot
Allow: /

# Anthropic
User-agent: ClaudeBot
Allow: /

# Google (Gemini/Bard training & grounding control)
User-agent: Google-Extended
Allow: /

# Microsoft Bing / Copilot
User-agent: Bingbot
Allow: /
User-agent: msnbot
Allow: /
User-agent: msnbot-media
Allow: /