# -------------------------------
# Robots.txt for Uzdaily.uz
# Optimized for Google News & SEO
# -------------------------------

# Google desktop crawler
User-agent: Googlebot
Allow: /

# Google News crawler (uses same Googlebot)
User-agent: Googlebot-News
Allow: /

# Google mobile crawler
User-agent: Googlebot-Mobile
Allow: /

# Google image crawler
User-agent: Googlebot-Image
Allow: /

# Bing crawler
User-agent: Bingbot
Allow: /

# Yahoo crawler
User-agent: Slurp
Allow: /

# Yandex crawler
User-agent: Yandex
Allow: /

# Block all other unknown bots from sensitive directories
User-agent: *
Disallow: /admin/
Disallow: /login/
Disallow: /private/

# Explicitly protect admin directories for all bots
Disallow: /admin/

# -------------------------------
# Sitemap locations
# -------------------------------

Sitemap: https://www.uzdaily.uz/ru/sitemap/
Sitemap: https://www.uzdaily.uz/ru/googlenews_sitemap/

Sitemap: https://www.uzdaily.uz/en/sitemap/
Sitemap: https://www.uzdaily.uz/en/googlenews_sitemap/

Sitemap: https://www.uzdaily.uz/uz/sitemap/
Sitemap: https://www.uzdaily.uz/uz/googlenews_sitemap/

Sitemap: https://www.uzdaily.uz/uzc/sitemap/
Sitemap: https://www.uzdaily.uz/uzc/googlenews_sitemap/

Sitemap: https://www.uzdaily.uz/ru/googlenews_sitemap_releases/
Sitemap: https://www.uzdaily.uz/en/googlenews_sitemap_releases/

Sitemap: https://www.uzdaily.uz/ru/sitemap_releases/
Sitemap: https://www.uzdaily.uz/en/sitemap_releases/

# -------------------------------
# AI Bots
# -------------------------------

User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: Bytespider
Allow: /