# Welcome to 104.com.tw's robots.txt!
# We're flattered by your interest in our data, but we have some ground rules:

# 1. No automated scraping of job listings for commercial purposes.
# 2. Respect our users' privacy and our intellectual property.
# 3. If you're a bot with good intentions, let's talk!

# Email alliance@104.com.tw to apply for crawling permissions.

# Remember: 104.com.tw is here to help people find great jobs and companies 
# find great talent. Let's work together to make that happen!

# P.S. If you're a human reading this,
# check out our career opportunities at https://www.104.com.tw/company/12v3o7uw#info06.
# We're always looking for talented individuals to join our team.

User-agent: Bytespider
User-agent: CCBot
User-agent: ClaudeBot
User-agent: GPTBot
User-agent: Google-Extended
User-agent: Meta-ExternalAgent
User-agent: Novellum AI Crawl
User-agent: PetalBot
User-agent: ProRataInc
User-agent: Timpibot
User-agent: LinkedInBot
Disallow: /
Allow: /$
Allow: /company/main/
Allow: /jobs/
Allow: /mobile/
Allow: /faq/
Allow: /csr/
Allow: /topic/
Allow: /blog/
Allow: /careerfair/
Allow: /ai/
Allow: /part-time/
Allow: /feedback/
Allow: /favicon.ico
Allow: /llms.txt

User-agent: Amazonbot
User-agent: Anchor Browser
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: DuckAssistBot
User-agent: Google-CloudVertexBot
User-agent: Meta-ExternalFetcher
User-agent: MistralAI-User
User-agent: OAI-SearchBot
User-agent: Perplexity-User
User-agent: PerplexityBot
Disallow: /job/
Allow: /$
Allow: /company/main/
Allow: /jobs/
Allow: /job/similar/
Allow: /mobile/
Allow: /faq/
Allow: /csr/
Allow: /topic/
Allow: /blog/
Allow: /careerfair/
Allow: /ai/
Allow: /part-time/
Allow: /feedback/
Allow: /favicon.ico
Allow: /llms.txt

User-agent: *
Disallow: /jobs/adimode/
Disallow: /*?v=aimode
Disallow: /*&v=aimode
Disallow: /*?aimode=1
Disallow: /*&aimode=1
Disallow: *excludeCompanyByCustno=*
Disallow: *excludeIndustryCat=*
Disallow: *expansionType=*
Disallow: *recommendJob=*
Disallow: *langStatus=*
Disallow: *langFlag=*
Disallow: *hotJob=*
Disallow: *kwop=*
Disallow: *irsTag=*
Disallow: *&/students/=*null&*
Disallow: /job/*apply=form*
Disallow: /job/apply/done/

Disallow: *keyword=*xyz*
Disallow: *keyword=*telegram*
Disallow: *keyword=*tg:*
Disallow: *keyword=*.*
Disallow: *keyword=*:*
Disallow: *keyword=*;*
Disallow: *keyword=*(*
Disallow: *keyword=*|*
Disallow: *keyword=*@*
Disallow: *keyword=*（*
Disallow: *keyword=*「*
Disallow: *keyword=*【*
Disallow: *keyword=*：*
Disallow: *keyword=*『*
Disallow: *keyword=*，*
Disallow: *keyword=*。*
Disallow: *keyword=*、*
Disallow: *keyword=*！*
Disallow: *keyword=*《*
Disallow: *keyword=*［*
Disallow: *keyword=*？*
Disallow: *keyword=*tcic*
Disallow: *keyword=*環奧國際*
Disallow: *keyword=*谷歌*
Disallow: *keyword=*电报*
Disallow: *keyword=*收录*
Disallow: *keyword=*霸屏*
Disallow: *keyword=*推广*
Disallow: *keyword=*代发*
Disallow: *keyword=*尽在*
Disallow: *keyword=*店网*
Disallow: *keyword=*官网*
Disallow: *keyword=*免费*
Disallow: *keyword=*视频*
Disallow: *keyword=*添加*
Disallow: *keyword=*银行流水*
Disallow: *keyword=*账单*
Disallow: *keyword=*娱乐*
Disallow: *keyword=*外围*
Disallow: *keyword=*扁蝠*
Disallow: *keyword=*林水成*
Disallow: *keyword=*安心置地*

Disallow: /
Allow: /$
Allow: /job/
Allow: /company/
Allow: /jobs/
Allow: /mobile/
Allow: /faq/
Allow: /csr/
Allow: /topic/
Allow: /blog/
Allow: /careerfair/
Allow: /ai/
Allow: /part-time/
Allow: /feedback/
Allow: /favicon.ico
Allow: /llms.txt