User-Agent: *
Allow: /
Disallow: /uikit
Disallow: /change_language
Disallow: /404_override
Disallow: /mettez-a-jour-votre-navigateur
Disallow: /job_board_core/
Disallow: /job_board_feed/
Disallow: /job_board_cron/
Disallow: /rss/
Disallow: /admin/
Disallow: /stats/
Disallow: /backend/
Disallow: /autocomplete/
Disallow: /beta/
Disallow: /company/
Disallow: /cron/
Disallow: /ecommerce/
Disallow: /employers/
Disallow: /engine/
Disallow: /export/
Disallow: /facebook/
Disallow: /feed/
Disallow: /home/
Disallow: /invoice/
Disallow: /irving/
Disallow: /job_processing/
Disallow: /jobs/
Disallow: /linkedin_import/
Disallow: /login/
Disallow: /logout/
Disallow: /message/
Disallow: /partner/
Disallow: /profile/
Disallow: /sales/
Disallow: /seo/
Disallow: /signup/
Disallow: /skills/
Disallow: /solr/
Disallow: /survey/
Disallow: /trackingpixel/
Disallow: /webhooks/
Disallow: /widgets/

# Blocking bots from crawling DoubleClick for Publisher and Google Analytics related URL's (which aren't real URL's)

User-agent: OAI-SearchBot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: Claude-User
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: ia_archiver
Disallow: /

User-Agent: OmniExplorer_Bot
Disallow: /

User-agent: Mediapartners-Google
Allow: /

User-agent: Baiduspider
Disallow: /

Sitemap: https://www.careerbeacon.com/sitemap-index.xml