User-agent: *
Disallow: /wp/wp-admin/
Allow: /wp/wp-admin/admin-ajax.php

# LLM/AI Crawlers - Welcome
User-agent: GPTBot
Allow: /
Disallow: /wp/wp-admin/
Disallow: /?s=

User-agent: OAI-SearchBot
Allow: /
Disallow: /wp/wp-admin/
Disallow: /?s=

User-agent: ChatGPT-User
Allow: /
Disallow: /wp/wp-admin/
Disallow: /?s=

User-agent: ClaudeBot
Allow: /
Disallow: /wp/wp-admin/
Disallow: /?s=

User-agent: PerplexityBot
Allow: /
Disallow: /wp/wp-admin/
Disallow: /?s=

User-agent: Amazonbot
Allow: /
Disallow: /wp/wp-admin/
Disallow: /?s=

User-agent: Meta-ExternalAgent
Allow: /
Disallow: /wp/wp-admin/
Disallow: /?s=

User-agent: Google-Extended
Allow: /
Disallow: /wp/wp-admin/
Disallow: /?s=


# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow: /?s=
Disallow: /page/*/?s=
Disallow: /search/
Disallow: /wp-json/
Disallow: /?rest_route=

Sitemap: https://www.cobytes.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK