User-agent: *
# Allow all search engines to crawl the main site
Allow: /

# Block sensitive or low-value administrative directories
Disallow: /admin/
Disallow: /login/

# Block specific file types that don't need to be indexed (optional)
Disallow: /*.php$
Disallow: /*.inc$

# Explicitly allow Google and Bing to crawl CSS and JS for mobile-friendliness
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# Link to your XML Sitemap to help discovery
Sitemap: https://www.snuniv.ac.in/sitemap.xml