User-agent: Googlebot
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: Googlebot-Mobile
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*


User-agent: Mediapartners-Google
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: AdsBot-Google
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: Bingbot
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: Twitterbot
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: DuckDuckBot
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: Facebot
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: Applebot
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: baiduspider
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: msnbot
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: Yandex
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: LinkedInBot
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: Slurp
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: ia_archiver
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: facebookexternalhit/1.1
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: facebookexternalhit
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: SemrushBot
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

# AI Crawlers - Allowed
User-agent: GPTBot
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: ChatGPT-User
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: ClaudeBot
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: PerplexityBot
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: Google-Extended
Disallow: /page-not-found
Disallow: /dashboard/*
Disallow: /co-living/*
Disallow: /leave-application/*
Disallow: /video/*
Disallow: /user-profile/*
Disallow: /pgs-in--*
Disallow: /hostels-in--*

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

Sitemap: https://zolostays.com/sitemap.xml
User-agent: *
Allow: /

User-agent: *
Disallow: /*?*
Disallow: /pgs-in--*
Disallow: /hostels-in--*