Top Sites>Find Best Financial Advisors Near Me – Compare Now | WiserAdvisor

# Robots.txt file updated on 27-03-2026
# This file MUST NOT be edited without approval from the SEO team.
User-agent: *
#Files
Disallow: /rest
Disallow: /api
Disallow: /portfolio/
Disallow: /buyerportfolio/
Disallow: /advisorfolio/
Disallow: /site/
Disallow: /sheet/
Disallow: /enterprise/
Disallow: /registration/
Disallow: /v4/directory/
Disallow: /v2/faq.jsp
#Directories
Disallow: /profile_lead_form.asp
Disallow: /match_advisors.asp
Disallow: /*kwd
# Paths (no clean URLs)
Disallow: /index.php/
#Disallow: /*.js$
#Disallow: /*.js?*
#Disallow: /*.css$
#Disallow: /*.css?*
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.gif$
Allow: /*.jpeg$
Disallow: /*.php$
# Wordpress Blog specific instructions
Disallow: /blog/cgi-bin/
Disallow: /blog/wp-admin/
Disallow: /wp-content/cache/
Disallow: /blog/readme.html
Disallow: /blog/trackback/
Disallow: /blog/comments/feed/
Disallow: /blog/xmlrpc.php
Disallow: *feed/
Disallow: *.rss
Allow: /wp-content/uploads/
Sitemap: https://www.wiseradvisor.com/sitemap.xml
Sitemap: https://www.wiseradvisor.com/sitemap_index.xml
Sitemap: https://www.wiseradvisor.com/sec-sitemap.xml

# -----------------------------
# WiserAdvisor – llms.txt File
# Controls how AI crawlers use site content
# -----------------------------

User-Agent: GPTBot
Allow: /blog/
Allow: /financial-advisor/
Allow: /article/
Disallow: /account/
Disallow: /login/
Disallow: /signup/
Disallow: /admin/
Crawl-Delay: 5

User-Agent: ClaudeBot
Allow: /blog/
Allow: /financial-advisor/
Allow: /article/
Disallow: /private/
Disallow: /admin/
Crawl-Delay: 5

User-Agent: PerplexityBot
Allow: /blog/
Allow: /article/
Allow: /financial-advisor/
Disallow: /account/
Disallow: /admin/
Crawl-Delay: 5

# For all other AI crawlers
User-Agent: *
Allow: /blog/
Allow: /article/
Allow: /financial-advisor/
Disallow: /account/
Disallow: /admin/
Crawl-Delay: 5

Directive: noai-train
Directive: allowai-index