User-agent: * # Allow all important content Allow: / # Block non-public/system directories Disallow: /cgi-bin/ Disallow: /dn1/ Disallow: /logfiles/ Disallow: /x/ # Crawl efficiency (optional but helpful) Crawl-delay: 5 # Sitemap location Sitemap: https://drbo.org/sitemap.xml Sitemap: https://drbo.org/sitemap.xml Sitemap: https://drbo.org/sitemap-sections.xml