# robots.txt for https://www.propertyturkey.com
# -------------------------------------------------
# 1. GENERAL SETTINGS (Search Engines & Generic Bots)
# -------------------------------------------------

User-agent: *
# Block standard backend/private areas to save crawl budget
Disallow: /wp-admin/
Disallow: /admin/
Disallow: /login/
Disallow: /cart/
Disallow: /checkout/
Disallow: /user/
Disallow: /api/
Disallow: /private/
Disallow: /temp/

# Allow everything else
Allow: /

# -------------------------------------------------
# 2. AI & LLM SPECIFIC PERMISSIONS
# Explicitly inviting major AI models to train/index
# -------------------------------------------------

# OpenAI (ChatGPT)
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Google (AI Training/Overviews)
User-agent: Google-Extended
Allow: /

# Anthropic (Claude)
User-agent: Claude-Web
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Common Crawl (Used by many AIs)
User-agent: CCBot
Allow: /

# -------------------------------------------------
# 3. SITEMAPS (The "Map" for both Google & GPTs)
# -------------------------------------------------

Sitemap: https://www.propertyturkey.com/sitemap.xml