Top Sites>FFind the Best Drug & Alcohol Rehabs in the U.S. | Rehab.com

# Block Bytespider, used by various services for crawling.
User-agent: Bytespider
Disallow: /

# Block Diffbot, a bot for extracting structured data from websites.
User-agent: Diffbot
Disallow: /

# Block ImagesiftBot, likely related to image processing or crawling.
User-agent: ImagesiftBot
Disallow: /

# Block Omgili, a bot related to web crawling by Omgili.
User-agent: Omgili
Disallow: /

# Block Omgilibot, a bot used for crawling by Omgili.
User-agent: Omgilibot
Disallow: /

# Block YouBot, another general bot.
User-agent: YouBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: DataForSeoBot
Crawl-delay: 10

User-agent: rogerbot
Crawl-delay: 10

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /get-help*
Disallow: /ServiceLogin*
Disallow: /ServiceLoginCapture*
Disallow: /ServiceLoginRedirect*
Disallow: /fetch-facility-data*
Disallow: /admin_login*
Disallow: /match*
Disallow: /index.php/signup/*
Disallow: /facility/rating-form/*
Disallow: /api/v1/search/*
Disallow: /l/*
#Disallow: /signup/*
Disallow: /signup

Sitemap: https://www.rehab.com/sitemap_index.xml

# llms.txt
# Guidance for Large Language Models (LLMs)
# https://rehab.com/llms.txt

User-Agent: *
Allow: /

# Content usage guidance
# Publicly accessible content may be used for:
# - Indexing
# - Search result snippets
# - Summarization for end-user responses

Disallow:
# No disallowed paths at this time

# Training guidance
# Content may NOT be used for:
# - Training or fine-tuning proprietary or commercial models
# - Republishing or redistributing content outside of attribution-based summaries

Training: disallow
FineTuning: disallow

# Attribution
Attribution: required

# Preferred behavior
# - Respect canonical URLs
# - Avoid generating content that appears as original authorship
# - Do not imply endorsement