User-agent: *
Disallow: /cdn-cgi/
Disallow: /wp-admin/
Disallow: /wp-json/wordpress-popular-posts/v1/popular-posts
Disallow: /wp-json/bookonline/v1/statistic/serverdata/save*
Disallow: /patient-registration/
Disallow: /returning-patient/
Disallow: /records/
Disallow: /insurance-upload/
Disallow: /arrival/
Disallow: /see-my-results/
Disallow: /payment/
Disallow: /cob/
Disallow: /pre-check-in/
Disallow: /survey/

# Disallow thank-you pages and form step URLs (Condensed)
Disallow: /contact/contact-form-thank-you-page/
Disallow: /refer-a-patient/*
Disallow: /vein-center-about/newsletter-signup-thank-you-page/
Disallow: /blog/thank-you/
Disallow: /schedule-consultation/thank-you-for-online-appointment/
Disallow: /schedule-online/*
Disallow: /es/schedule-online-es/*

# Disallow mobile apps pages
Disallow: /employee-app-android/
Disallow: /employee-app-ios/
Disallow: /notification-app-ios/

# Allow Applebot (for Siri/Spotlight)
User-agent: Applebot
Allow: /

# Allow Amazonbot (for Alexa and Amazon search)
User-agent: Amazonbot
Allow: /

# Allow GPTBot (OpenAI’s crawler)
User-agent: GPTBot
Allow: /

# Allow OAI-SearchBot (another OpenAI crawler variant)
User-agent: OAI-SearchBot
Allow: /

# Allow PerplexityBot (for Perplexity AI)
User-agent: PerplexityBot
Allow: /

# Allow ByteDance's Bytespider
User-agent: Bytespider
Allow: /

# Allow Common Crawl's CCBot
User-agent: CCBot
Allow: /

# Allow ClaudeBot (Anthropic’s crawler)
User-agent: ClaudeBot
Allow: /

# Allow Internet Archive’s crawler
User-agent: archive.org_bot
Allow: /

# Allow OAI-SearchBot (OpenAI's crawler)
User-agent: OAI-SearchBot
Allow: /

# Allow ExaBot
User-agent: ExaBot
Allow: /


Sitemap: https://www.usaveinclinics.com/sitemap_index.xml