Sitemap: https://shin.tw/sitemap.xml

# Google Search
User-agent: Googlebot
Allow: *.css
Allow: *.js
Disallow: /?s=
Disallow: /wp-content/upgrade/

# Other bots
User-agent: *
Disallow: /wp-admin/
Disallow: /?s=
Disallow: /wp-content/upgrade/

# === AI 搜尋引擎爬蟲（全部開放）===

# ChatGPT Search (OpenAI)
User-agent: GPTBot
Allow: /

# Claude (Anthropic)
User-agent: ClaudeBot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Google AI (Gemini / AI Overviews)
User-agent: Google-Extended
Allow: /

# Bing AI (Copilot)
User-agent: Bingbot
Allow: /

# Apple Intelligence / Siri
User-agent: Applebot-Extended
Allow: /

# TikTok / 抖音搜尋
User-agent: Bytespider
Allow: /

# Common Crawl (AI 訓練資料來源)
User-agent: CCBot
Allow: /