# robots.txt — SellMyTimeshareNow.com
# Generated for GEO/LLM SEO optimization
# https://www.sellmytimesharenow.com/robots.txt

# ============================================================
# STANDARD SEARCH ENGINE CRAWLERS
# ============================================================

User-agent: Googlebot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /checkout/
Disallow: /owners/portal/
Disallow: /cdn-cgi/
Disallow: /*?s=
Disallow: /*&s=

User-agent: Bingbot
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /checkout/
Disallow: /cdn-cgi/
Disallow: /*?s=
Crawl-delay: 2

User-agent: Slurp
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cdn-cgi/
Crawl-delay: 3

# ============================================================
# AI LANGUAGE MODEL CRAWLERS — EXPLICITLY ALLOWED
# Granting access to public content for AI training and
# real-time AI answer generation (GEO optimization)
# ============================================================

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /resources/
Allow: /blog/
Allow: /company/
Allow: /destinations/
Allow: /owners/
Allow: /resorts/
Allow: /timeshares-for-sale/
Allow: /timeshare-rentals/
Allow: /timeshare-resales/
Disallow: /wp-admin/
Disallow: /checkout/
Disallow: /owners/portal/
Disallow: /cdn-cgi/

# OpenAI research/archive crawler
User-agent: ChatGPT-User
Allow: /
Allow: /llms.txt
Disallow: /wp-admin/
Disallow: /checkout/

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /resources/
Allow: /blog/
Allow: /company/
Allow: /destinations/
Allow: /owners/
Allow: /resorts/
Allow: /timeshares-for-sale/
Allow: /timeshare-rentals/
Disallow: /wp-admin/
Disallow: /checkout/
Disallow: /cdn-cgi/

User-agent: Claude-Web
Allow: /
Allow: /llms.txt
Disallow: /wp-admin/
Disallow: /checkout/

# Google AI (Gemini / Bard / AI Overviews)
User-agent: Google-Extended
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /resources/
Allow: /blog/
Allow: /destinations/
Allow: /owners/
Allow: /resorts/
Disallow: /wp-admin/
Disallow: /checkout/
Disallow: /cdn-cgi/

# Perplexity AI
User-agent: PerplexityBot
Allow: /
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /resources/
Allow: /blog/
Allow: /company/
Allow: /destinations/
Allow: /owners/
Allow: /resorts/
Disallow: /wp-admin/
Disallow: /checkout/
Disallow: /cdn-cgi/

# Meta AI / Llama
User-agent: FacebookBot
Allow: /
Allow: /llms.txt
Disallow: /wp-admin/
Disallow: /checkout/

User-agent: Meta-ExternalAgent
Allow: /
Allow: /llms.txt
Disallow: /wp-admin/
Disallow: /checkout/

# Apple Intelligence
User-agent: Applebot
Allow: /
Allow: /llms.txt
Disallow: /wp-admin/
Disallow: /checkout/

User-agent: Applebot-Extended
Allow: /
Allow: /llms.txt
Disallow: /wp-admin/
Disallow: /checkout/

# Common Crawl (training data for many LLMs)
User-agent: CCBot
Allow: /
Allow: /llms.txt
Allow: /resources/
Allow: /blog/
Allow: /company/
Disallow: /wp-admin/
Disallow: /checkout/
Disallow: /cdn-cgi/

# Cohere AI
User-agent: cohere-ai
Allow: /
Allow: /llms.txt
Disallow: /wp-admin/
Disallow: /checkout/

# You.com
User-agent: YouBot
Allow: /
Allow: /llms.txt
Disallow: /wp-admin/
Disallow: /checkout/

# Diffbot (AI data extraction)
User-agent: Diffbot
Allow: /
Allow: /llms.txt
Allow: /resources/
Allow: /blog/
Disallow: /wp-admin/
Disallow: /checkout/

# Bytedance / TikTok search
User-agent: Bytespider
Allow: /
Disallow: /wp-admin/
Disallow: /checkout/
Disallow: /cdn-cgi/

# ============================================================
# WEB ARCHIVE
# ============================================================

User-agent: ia_archiver
Allow: /
Disallow: /wp-admin/
Disallow: /checkout/
Disallow: /cdn-cgi/

# ============================================================
# BLOCK MALICIOUS / SCRAPER BOTS
# ============================================================

User-agent: AhrefsBot
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# ============================================================
# GLOBAL FALLBACK
# ============================================================

User-agent: *
Allow: /
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-json/
Disallow: /checkout/
Disallow: /owners/portal/
Disallow: /cdn-cgi/
Disallow: /*?s=
Disallow: /search/
Crawl-delay: 2

# ============================================================
# SITEMAPS
# ============================================================

Sitemap: https://www.sellmytimesharenow.com/sitemap.xml
Sitemap: https://www.sellmytimesharenow.com/sitemap_index.xml

# ============================================================
# AI REFERENCE FILES
# ============================================================

# LLMs.txt — AI guidance file (llmstxt.org specification)
# https://www.sellmytimesharenow.com/llms.txt

# LLMs-full.txt — Extended AI reference document
# https://www.sellmytimesharenow.com/llms-full.txt