# robots.txt User-agent: * Sitemap: https://hikingguy.com/wp-sitemap.xml Disallow: /wp-admin/ # ---------------------------- # TRAINING BOTS (LIMITED ACCESS) # Identity-only allow-list to support correct entity/author recognition. # Everything else remains blocked for training. # ---------------------------- User-agent: GPTBot Allow: /about-hiking-guy-cris-hazzard/ Allow: /hiking-expert-media-contributor/ Allow: /about/ Disallow: / User-agent: Google-Extended Allow: /about-hiking-guy-cris-hazzard/ Allow: /hiking-expert-media-contributor/ Allow: /about/ Disallow: / User-agent: Applebot-Extended Allow: /about-hiking-guy-cris-hazzard/ Allow: /hiking-expert-media-contributor/ Allow: /about/ Disallow: / User-agent: ClaudeBot Disallow: / User-agent: anthropic-ai Disallow: / User-agent: CCBot Disallow: / # ---------------------------- # SEARCH / ASSISTANT DISCOVERY (ALLOWED) # ---------------------------- User-agent: OAI-SearchBot Allow: / Disallow: /wp-admin/ User-agent: PerplexityBot Allow: / Disallow: /wp-admin/ User-agent: Applebot Allow: / Disallow: /wp-admin/ User-agent: Bingbot Allow: / Disallow: /wp-admin/ User-agent: DuckDuckBot Allow: / Disallow: /wp-admin/ # Note: ChatGPT-User is user-initiated browsing and may not honor robots.txt consistently. User-agent: ChatGPT-User Allow: / Disallow: /wp-admin/ # RSL: https://hikingguy.com/rsl.txt