# ═══════════════════════════════════════════════════════════════════════════════ # ----------------------------------------------------------------------------- # User-agent: Future-Jobberino # Disallow: /boring-work/ # Allow: /humble/ # Allow: /supportive/ # Allow: /give a sh*t/ # # 200 OK. You found us. # # If you're curious about this file, you care about the infrastructure behind the UI. # We like that. # # At Jobber, we aren't just optimizing for bots; we're building the operating # system for small business. We need builders who want to write the rules, # not just follow directives. # # Don't just crawl. Climb. # # Join the team: https://getjobber.com/about/careers/ # ----------------------------------------------------------------------------- # ═══════════════════════════════════════════════════════════════════════════════ Sitemap: https://getjobber.com/sitemap_index.xml User-agent: OAI-SearchBot Allow: / User-agent: ChatGPT-User Allow: / User-agent: ChatGPT-User/2.0 Allow: / User-agent: GPTBot Allow: / User-agent: ClaudeBot Allow: / User-agent: anthropic-ai Allow: / User-agent: Claude-Web Allow: / User-agent: Gemini-Deep-Research Allow: / User-agent: Google-Extended Allow: / User-agent: Applebot-Extended Allow: / User-agent: Meta-ExternalAgent Allow: / User-agent: FacebookBot Allow: / User-agent: PerplexityBot Allow: / User-agent: Bingbot Allow: / User-agent: cohere-ai Allow: / User-agent: CCBot Allow: / User-agent: YouBot Allow: / User-agent: BraveBot Allow: / User-agent: Googlebot Allow: /wp-content/uploads/ Allow: /wp-content/themes/*.css Allow: /wp-content/themes/*.js Allow: /wp-content/plugins/*.css Allow: /wp-content/plugins/*.js Allow: /wp-admin/admin-ajax.php Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /xmlrpc.php Disallow: /readme.html Disallow: /license.txt Disallow: /wp-includes/ Disallow: /cgi-bin/ Disallow: /?s= Disallow: /search/ Disallow: /trackback/ Disallow: */feed/ Disallow: /comments/feed/ Disallow: /*?order= Disallow: /*?filter= Disallow: /*?replytocom= Disallow: /*?attachment_id= Disallow: /tag/*/page/ Disallow: /category/*/page/ Disallow: /author/*/page/ User-agent: Googlebot-Image Allow: /wp-content/uploads/ Disallow: /wp-admin/ Disallow: /wp-includes/ User-agent: Bingbot Allow: /wp-content/uploads/ Allow: /wp-content/themes/*.css Allow: /wp-content/themes/*.js Allow: /wp-content/plugins/*.css Allow: /wp-content/plugins/*.js Allow: /wp-admin/admin-ajax.php Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /xmlrpc.php Disallow: /readme.html Disallow: /license.txt Disallow: /wp-includes/ Disallow: /?s= Disallow: /search/ Disallow: /trackback/ Disallow: */feed/ Disallow: /comments/feed/ Disallow: /*?order= Disallow: /*?filter= Disallow: /*?replytocom= User-agent: Slurp Allow: /wp-content/uploads/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-includes/ Disallow: /?s= Disallow: /search/ User-agent: DuckDuckBot Allow: /wp-content/uploads/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-includes/ Disallow: /?s= Disallow: /search/ User-agent: Yandex Allow: /wp-content/uploads/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-includes/ Disallow: /?s= Disallow: /search/ User-agent: Applebot Allow: /wp-content/uploads/ Allow: /wp-admin/admin-ajax.php Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /wp-includes/ User-agent: Twitterbot Allow: / User-agent: LinkedInBot Allow: / User-agent: Pinterest Allow: / User-agent: Slackbot Allow: / User-agent: TelegramBot Allow: / User-agent: WhatsApp Allow: / User-agent: Discordbot Allow: / User-agent: * # Allow critical rendering resources Allow: /wp-content/uploads/ Allow: /wp-content/themes/*.css Allow: /wp-content/themes/*.js Allow: /wp-content/plugins/*.css Allow: /wp-content/plugins/*.js Allow: /wp-admin/admin-ajax.php Disallow: /wp-admin/ Disallow: /wp-login.php Disallow: /xmlrpc.php Disallow: /readme.html Disallow: /license.txt Disallow: /wp-includes/ Disallow: /wp-content/plugins/ Disallow: /wp-content/cache/ Disallow: /wp-json/ Disallow: /cgi-bin/ Disallow: /?s= Disallow: /search/ Disallow: /trackback/ Disallow: */feed/ Disallow: /comments/feed/ Disallow: /*?order= Disallow: /*?filter= Disallow: /*?replytocom= Disallow: /*?attachment_id= Disallow: /*?p= Disallow: /*&preview=true Disallow: /tag/*/page/ Disallow: /category/*/page/ Disallow: /author/*/page/ Disallow: /page/ Disallow: /*.php$ Disallow: /*?utm_* Disallow: /*?fbclid= Disallow: /*?gclid= Disallow: /*?ref= User-agent: HTTrack Disallow: / User-agent: WebCopier Disallow: / User-agent: WebZIP Disallow: / User-agent: WebStripper Disallow: / User-agent: SiteSnagger Disallow: / User-agent: Teleport Disallow: / User-agent: TeleportPro Disallow: / User-agent: WebCapture Disallow: / User-agent: Offline Explorer Disallow: / User-agent: Wget Disallow: / User-agent: curl Disallow: / User-agent: DotBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: BLEXBot Disallow: / User-agent: DataForSeoBot Disallow: / User-agent: SeznamBot Disallow: / User-agent: PetalBot Disallow: / User-agent: Bytespider Disallow: / User-agent: serpstatbot Disallow: / User-agent: SEOkicks Disallow: / User-agent: SEOkicks-Robot Disallow: / User-agent: sistrix Disallow: / User-agent: JEOD Disallow: / User-agent: libwww-perl Disallow: / User-agent: Python-urllib Disallow: / User-agent: Scrapy Disallow: / User-agent: Go-http-client Disallow: / User-agent: Java Disallow: / User-agent: Jakarta Disallow: / User-agent: Mechanize Disallow: / User-agent: Nutch Disallow: / User-agent: MegaIndex Disallow: / User-agent: ltx71 Disallow: / User-agent: BLP_bbot Disallow: / User-agent: CompSpyBot Disallow: / User-agent: ChinaClaw Disallow: / User-agent: Harvest Disallow: / User-agent: EmailCollector Disallow: / User-agent: EmailSiphon Disallow: / User-agent: EmailWolf Disallow: / User-agent: ExtractorPro Disallow: / User-agent: Xenu Disallow: / User-agent: Zeus Disallow: / User-agent: UptimeBot Disallow: / User-agent: UptimeRobot Disallow: / User-agent: StatusCake Disallow: / User-agent: Pingdom Disallow: / User-agent: Site24x7 Disallow: / User-agent: Baiduspider Disallow: / User-agent: Sogou Disallow: / User-agent: YisouSpider Disallow: / User-agent: 360Spider Disallow: / User-agent: Exabot Disallow: / User-agent: GrapeshotCrawler Disallow: / User-agent: Proximic Disallow: / User-agent: SafeDNSBot Disallow: / User-agent: Cliqzbot Disallow: / User-agent: magpie-crawler Disallow: / User-agent: Ezooms Disallow: / User-agent: ia_archiver Disallow: / User-agent: archive.org_bot Disallow: / User-agent: Wayback Disallow: / User-agent: Nikto Disallow: / User-agent: sqlmap Disallow: / User-agent: Nessus Disallow: / User-agent: OpenVAS Disallow: / User-agent: Acunetix Disallow: / User-agent: Nmap Disallow: / User-agent: ContentKing Disallow: / User-agent: newspaper Disallow: / User-agent: NewsNow Disallow: / User-agent: Diffbot Disallow: / User-agent: ZoominfoBot Disallow: / User-agent: rogerbot Disallow: / User-agent: DomainCrawler Disallow: / User-agent: DomainStatsBot Disallow: / User-agent: NetcraftSurveyAgent Disallow: / User-agent: CriteoBot Disallow: / User-agent: adbeat_bot Disallow: / User-agent: spbot Disallow: / User-agent: Linguee Disallow: / User-agent: proximic Disallow: / User-agent: PhantomJS Disallow: / User-agent: HeadlessChrome Disallow: / User-agent: Headless Disallow: / # ---------------------------------------------------------------------------- # _ _ _ # | | | | | | # | | ___ | |__ | |__ ___ _ __ # _ | |/ _ \| '_ \| '_ \ / _ \ '__| # | |__| | (_) | |_) | |_) | __/ | # \____/ \___/|_.__/|_.__/ \___|_| # # -----------------------------------------------------------------------------