User-agent: * Allow: / # Avoid crawling duplicate search/filter URLs Disallow: /informationobject/browse? Disallow: /actor/browse? Disallow: /repository/browse? Sitemap: https://catholicarchives.ie/sitemap.xml # SERankingBacklinksBot — rate limit to avoid server load User-agent: SERankingBacklinksBot Crawl-delay: 60