# ========================================== # ROBOTS.TXT | SEO + GEO ACCESS CONFIGURATION # Optimized for search engine crawl efficiency, # AI retrieval visibility, and low-value crawl reduction # ========================================== # ------------------------------------------ # GLOBAL RULES # ------------------------------------------ User-agent: * Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php # ------------------------------------------ # LOW-VALUE / NON-INDEXABLE URL PATTERNS # Helps reduce crawl waste and preserve focus # on high-value pages for both SEO and GEO # ------------------------------------------ Disallow: /?s= Disallow: /search/ Disallow: /trackback/ Disallow: /comments/ Disallow: */feed/ Disallow: */embed/ Disallow: /cgi-bin/ # ------------------------------------------ # OPTIONAL ECOMMERCE / ACCOUNT AREAS # Uncomment only if applicable # ------------------------------------------ # Disallow: /cart/ # Disallow: /checkout/ # Disallow: /my-account/ # Disallow: /wishlist/ # ------------------------------------------ # AI / GEO CRAWLER ACCESS # Explicit allowances for AI retrieval, # citation discovery, and model ecosystem visibility # ------------------------------------------ User-agent: GPTBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: OAI-SearchBot Allow: / User-agent: Google-Extended Allow: / User-agent: PerplexityBot Allow: / User-agent: CCBot Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Applebot-Extended Allow: / User-agent: Bytespider Allow: / # ------------------------------------------ # XML SITEMAP # ------------------------------------------ Sitemap: https://soundst.com/wp-sitemap.xml