# robots.txt for DualeoTruyenPro
# https://dualeotruyenpro.net/robots.txt

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /admin/*
Disallow: /*.php$
Disallow: /public/
Disallow: /app/
Disallow: /sql/

# Allow important pages
Allow: /truyen-tranh/
Allow: /the-loai/
Allow: /page/
Allow: /tim-truyen

# Crawl delay
Crawl-delay: 1

# Sitemap
Sitemap: https://dualeotruyenpro.net/sitemap.xml

# Specific bot rules
User-agent: Googlebot
Allow: /
Disallow: /admin/

User-agent: Bingbot
Allow: /
Disallow: /admin/

User-agent: Yandex
Allow: /
Disallow: /admin/

# Block bad bots
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /