# robots.txt for https://www.titan.com # Allow all major crawlers to index the site User-agent: * Disallow: # Block access to internal or private directories (if any) Disallow: /admin/ Disallow: /dashboard/ Disallow: /private/ # Specify sitemap location Sitemap: https://www.titan.com/sitemap.xml # Optional: Add crawl delay if you experience heavy bot traffic # Crawl-delay: 10 Sitemap: https://www.titan.com/sitemap.xml