# robots.txt generated at http://tool.chinaz.com/robots/

# ============================================
# 通用规则 - 适用于所有未明确列出的爬虫
# ============================================
User-agent: *
Disallow: /admin
Disallow: /agent
Disallow: /teacher
Disallow: /static/spread.html
Disallow: /student
Allow: /student/login
Allow: /student/global-faculty
Allow: /student/course-system
Allow: /student/oral-class
Allow: /student/corporate-training
Allow: /student/class-tool
Allow: /student/download-center
Allow: /student/campus-join
Allow: /student/media-reports
Allow: /student/contact-us
Allow: /student/public-welfare
Allow: /student/class-process
Allow: /student/question-list
Allow: /student/user-agreement
Allow: /student/privacy-policy
Allow: /student/tool-problem
Allow: /student/brief-introduction
Allow: /student/social-value
Allow: /student/memorabilia
Allow: /student/join-us
Allow: /student/media-detail/
Crawl-delay: 1200

# ============================================
# 主要搜索引擎 - 自定义爬取延迟 (5秒)
# ============================================
User-agent: ERNIE-Bot
User-agent: Baiduspider
User-agent: Baiduspider-mobile
User-agent: 360Spider
User-agent: Sogou web spider
User-agent: Sogou Push Spider
User-agent: bingbot
User-agent: Bytespider
Disallow: /admin
Disallow: /agent
Disallow: /teacher
Disallow: /static/spread.html
Disallow: /student
Allow: /student/login
Allow: /student/global-faculty
Allow: /student/course-system
Allow: /student/oral-class
Allow: /student/corporate-training
Allow: /student/class-tool
Allow: /student/download-center
Allow: /student/campus-join
Allow: /student/media-reports
Allow: /student/contact-us
Allow: /student/public-welfare
Allow: /student/class-process
Allow: /student/question-list
Allow: /student/user-agreement
Allow: /student/privacy-policy
Allow: /student/tool-problem
Allow: /student/brief-introduction
Allow: /student/social-value
Allow: /student/memorabilia
Allow: /student/join-us
Allow: /student/media-detail/
Crawl-delay: 5

# ============================================
# AI/大模型爬虫 - 自定义爬取延迟 (5秒)
# ============================================
User-agent: Alibaba Crawler
User-agent: Alibaba-Qwen-Spider
User-agent: Moonshot-Crawler
User-agent: DeepSeekBot
Disallow: /admin
Disallow: /agent
Disallow: /teacher
Disallow: /static/spread.html
Disallow: /student
Allow: /student/login
Allow: /student/global-faculty
Allow: /student/course-system
Allow: /student/oral-class
Allow: /student/corporate-training
Allow: /student/class-tool
Allow: /student/download-center
Allow: /student/campus-join
Allow: /student/media-reports
Allow: /student/contact-us
Allow: /student/public-welfare
Allow: /student/class-process
Allow: /student/question-list
Allow: /student/user-agreement
Allow: /student/privacy-policy
Allow: /student/tool-problem
Allow: /student/brief-introduction
Allow: /student/social-value
Allow: /student/memorabilia
Allow: /student/join-us
Allow: /student/media-detail/
Crawl-delay: 5

# ============================================
# Sitemap
# ============================================
Sitemap: https://www.talk915.com/sitemap.txt
Sitemap: https://www.talk915.com/sitemap.xml