# robots.txt for City News Service

User-agent: *
Allow: /

# Sitemaps
Sitemap: https://www.citynewsservice.cn/sitemap-index.xml

# Disallow admin and API routes
Disallow: /api/
Disallow: /admin/
Disallow: /_next/

# Allow search engines to crawl images
User-agent: Googlebot-Image
Allow: /

# Crawl-delay for non-major search engines
User-agent: *
Crawl-delay: 10

# Major search engines don't need delay
User-agent: Googlebot
User-agent: Bingbot
User-agent: Slurp
User-agent: DuckDuckBot
Crawl-delay: 0