User-agent: *
Disallow: /login
Disallow: /login/
Disallow: /signup/
Disallow: /reset-password/
Disallow: /customerportal
Disallow: /admin/
Disallow: /wp-admin/
Disallow: /staging
Disallow: /cgi-bin/

# Block low-value / duplicate content
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /archives/
Disallow: /tag/
Disallow: /tag/2024/

# Block thank-you / conversion pages
Disallow: /thankyou/
Disallow: /website_leadform_thankyou/
Disallow: /callbackrequest_thankyou/
Disallow: /thankyou_new_dec24_englp/

# Block test / unused pages
Disallow: /press-single/
Disallow: /press/lorem-ipsum/

# Block specific author/profile URLs
Disallow: /vertigo-and-dizziness-treatment/author/admin/
Disallow: /vertigo-and-dizziness-treatment/hello-world/

# Allow important WordPress AJAX
Allow: /wp-admin/admin-ajax.php


# =========================
# AI & Research Bots Access
# =========================

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Cohere-ai
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Bytespider
Allow: /

User-agent: CCBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: DataForSeoBot
Allow: /

User-agent: AwarioRssBot
Allow: /

User-agent: AwarioSmartBot
Allow: /

User-agent: ImagesiftBot
Allow: /

User-agent: Magpie-crawler
Allow: /

User-agent: Omgili
Allow: /

User-agent: Omgilibot
Allow: /

User-agent: Peer39_crawler
Allow: /

User-agent: YouBot
Allow: /


# Sitemap
Sitemap: https://www.neuroequilibrium.in/sitemap_index.xml