User-Agent: Googlebot
User-Agent: Qwantify
User-Agent: Bingbot
User-Agent: Slurp
User-Agent: DuckDuckBot
User-Agent: Baiduspider
User-Agent: YandexBot
User-Agent: Sogou
User-Agent: ia_archiver
Disallow: /wp-admin/
Disallow: /job-apply/
Disallow: /jobs/
Disallow: /externalpages/
Disallow: /apply/
Disallow: /assigned_candidates/
Disallow: /update_resume_link/
Disallow: /talent_pool_submission/
Disallow: /lp/

User-Agent: LinkedInBot
Allow: /

Sitemap: https://recruitcrm.io/sitemap_index.xml