# Block Bytespider, used by various services for crawling.
User-agent: Bytespider
Disallow: /

# Block Diffbot, a bot for extracting structured data from websites.
User-agent: Diffbot
Disallow: /

# Block ImagesiftBot, likely related to image processing or crawling.
User-agent: ImagesiftBot
Disallow: /

# Block Omgili, a bot related to web crawling by Omgili.
User-agent: Omgili
Disallow: /

# Block Omgilibot, a bot used for crawling by Omgili.
User-agent: Omgilibot
Disallow: /

# Block YouBot, another general bot.
User-agent: YouBot
Disallow: /

User-agent: SeekportBot
Disallow: /

User-agent: DataForSeoBot
Crawl-delay: 10

User-agent: rogerbot
Crawl-delay: 10

User-agent: ia_archiver
Disallow: /

User-agent: *
Disallow: /get-help*
Disallow: /ServiceLogin*
Disallow: /ServiceLoginCapture*
Disallow: /ServiceLoginRedirect*
Disallow: /fetch-facility-data*
Disallow: /admin_login*
Disallow: /match*
Disallow: /index.php/signup/*
Disallow: /facility/rating-form/*
Disallow: /api/v1/search/*
Disallow: /l/*
#Disallow: /signup/*
Disallow: /signup

Sitemap: https://www.rehab.com/sitemap_index.xml