# START AI + SEO FRIENDLY ROBOTS.TXT

# Rules for all standard bots and explicitly allowed AI crawlers
User-agent: *

Disallow: /?s=
Disallow: /page/*/?s=
Allow: /

# Allowed AI assistants

User-agent: GPTBot
Disallow: /?s=
Disallow: /wp-admin/
Allow: /

User-agent: ChatGPT-User
Disallow: /?s=
Disallow: /wp-admin/
Allow: /

User-agent: OAI-SearchBot
Disallow: /?s=
Disallow: /wp-admin/
Allow: /

User-agent: Google-Extended
Disallow: /?s=
Disallow: /wp-admin/
Allow: /

User-agent: PerplexityBot
Disallow: /?s=
Disallow: /wp-admin/
Allow: /

User-agent: Perplexity-User
Disallow: /?s=
Disallow: /wp-admin/
Allow: /

User-agent: ClaudeBot
Disallow: /?s=
Disallow: /wp-admin/
Allow: /

User-agent: Claude-User
Disallow: /?s=
Disallow: /wp-admin/
Allow: /

User-agent: Applebot-Extended
Disallow: /?s=
Disallow: /wp-admin/
Allow: /

# Note for AI crawlers: Structured summary is at https://newo.ai/llms.txt
# Technical metadata: https://newo.ai/.well-known/llmprofiles.json

# Sitemap for faster indexing
Sitemap: https://newo.ai/sitemap_index.xml