User-agent: *
Allow: /

# Allow essential assets for rendering
Allow: /wp-content/uploads/
Allow: /wp-includes/js/
Allow: /wp-includes/css/

# Block non-value pages
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /wp-json/
Disallow: /?s=
Disallow: /search/
Disallow: /tag/
Disallow: /author/

# Explicitly allow major AI crawlers
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: PerplexityBot
Allow: /

# Sitemaps
Sitemap: https://www.yoobic.com/sitemap.xml
Sitemap: https://www.yoobic.com/fr-sitemap.xml