# START YOAST BLOCK 
# --------------------------- 
User-agent: * 
Disallow: 

Sitemap: https://www.rad.com/sitemap_index.xml 
# --------------------------- 
# END YOAST BLOCK 

# Disallow crawling of irrelevant or non-indexable WordPress paths 
User-agent: * 
Disallow: /wp-admin/ 
Disallow: /wp-includes/
Disallow: /wp-json/ 
Disallow: /xmlrpc.php 
Disallow: /readme.html 
Disallow: /?s= 
 

# Allow major AI crawlers for generative engine optimization (GEO) 
User-agent: GPTBot 
Allow: / 

User-agent: Google-Extended 
Allow: / 

User-agent: CCBot 
Allow: / 

User-agent: ClaudeBot 
Allow: / 

User-agent: anthropic-ai 
Allow: / 

User-agent: PerplexityBot 
Allow: / 

User-agent: cohere-ai 
Allow: / 

User-agent: FacebookBot 
Allow: / 

User-agent: Applebot 
Allow: /