# START YOAST BLOCK
# --------------------------

# === GENERAL CRAWLERS ===
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-includes/
Disallow: /wp-content/plugins/
Disallow: /wp-content/themes/
Disallow: /?s=
Disallow: /search/
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /feed/
Disallow: /trackback/
Disallow: /*?replytocom=
Disallow: /*?lang=
Allow: /wp-content/uploads/
Crawl-delay: 10

# === AI CRAWLERS — EXPLICIT ALLOW ===

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /

# Anthropic / Claude
User-agent: ClaudeBot
Allow: /

# Google Gemini / AI Overview
User-agent: Google-Extended
Allow: /

# Bing / Microsoft Copilot
User-agent: bingbot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Meta AI
User-agent: FacebookBot
Allow: /

# You.com
User-agent: YouBot
Allow: /

# Common Crawl (AI training dataset)
User-agent: CCBot
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /

# Diffbot
User-agent: Diffbot
Allow: /

# === SITEMAPS ===
Sitemap: https://dataon.com/sitemap_index.xml
Sitemap: https://dataon.com/en-en/sitemap_index.xml

# --------------------------
# END YOAST BLOCK