# robots.txt for https://www.cicerone.co.uk/ sitemap: https://www.cicerone.co.uk/sitemaps-1-sitemap.xml # live - don't allow web crawlers to index cpresources/ or vendor/ User-agent: * Disallow: /cpresources/ Disallow: /vendor/ Disallow: /.env Disallow: /cache/ Disallow: /member/ # pages with query params Disallow: /*?* Allow: /*?refer=gbase Allow: /*?v=* Allow: /*?region=*