# --- AI & GEO Access Protocol ---
# Explicitly welcome AI crawlers while applying standard security rules
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: CCBot
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: ClaudeBot
User-agent: Amazonbot
User-agent: FacebookBot
User-agent: *

# --- GEO Manifests (Priority for AI) ---
Allow: /llms.txt
Allow: /llms-full.txt

# --- Core Access ---
Allow: /

# --- Sitemaps ---
Sitemap: https://www.sellthetrend.com/sitemap.xml
Sitemap: https://www.sellthetrend.com/basic-sitemap.xml

# --- Security & Privacy Rules (Disallow) ---
# Critical: Keep bots out of user dashboards and backend
Disallow: /dashboard/
Disallow: /join/
Disallow: /special.php
Disallow: /tiktok/
Disallow: /pricing/free
Disallow: /special/

# CMS & System
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-content/themes/
Disallow: /feed/
Disallow: /profile/
Disallow: /user/
Disallow: /page/
Disallow: /x/

# Parameters & Tracking Cleanup (Duplicate Content Prevention)
Disallow: /*?fb_comment_id=
Disallow: /?gclid=
Disallow: /?aff=
Disallow: /*?aff=
Disallow: /?ref=
Disallow: /?page=
Disallow: /?is=
Disallow: /*?is=
Disallow: /?utm_id=
Disallow: /?landing=
Disallow: /?device=
Disallow: /?sa=
Disallow: /?via=
Disallow: /1000
Disallow: /*/1000
Disallow: /l/blog-cta
Disallow: /l/checklist