# -----------------------------------------
# Purpose: Allow search engines to crawl valuable pages
# while blocking admin and non-SEO content types.

User-agent: *

# --- Block non-public areas ---
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /cgi-bin/
Disallow: /xmlrpc.php
Disallow: /wp-content/plugins/
Disallow: /wp-content/cache/
Disallow: /wp-json/

# --- Block specific non-SEO URLs or post types ---
Disallow: /divi_overlay/
Disallow: /r3d/
Disallow: /project/
Disallow: /skin-analysis/
Disallow: /category/

# --- Allow important assets ---
Allow: /wp-content/uploads/
Allow: /wp-content/themes/

# --- Sitemap Directives ---
Sitemap: https://avroyshlain.co.za/sitemap_index.xml

# --- Optional Crawl-Delay for certain bots (if server load issues) ---
# Crawl-delay: 10