User-Agent: AI2Bot
Disallow: /

User-Agent: Ai2Bot-Dolma
Disallow: /

User-Agent: Bytespider
Disallow: /

User-Agent: CCBot
Disallow: /

User-Agent: Diffbot
Disallow: /

User-Agent: FriendlyCrawler
Disallow: /

User-Agent: ICC-Crawler
Disallow: /

User-Agent: ImagesiftBot
Disallow: /

User-Agent: PetalBot
Disallow: /

User-Agent: Scrapy
Disallow: /

User-Agent: Timpibot
Disallow: /

User-Agent: VelenPublicWebCrawler
Disallow: /

User-Agent: Webzio-Extended
Disallow: /

User-Agent: YouBot
Disallow: /

User-Agent: cohere-ai
Disallow: /

User-Agent: img2dataset
Disallow: /

User-Agent: omgili
Disallow: /

User-Agent: omgilibot
Disallow: /

User-Agent: *
Allow: /
Disallow: /private/
Disallow: /api/

Sitemap: https://davidbyrne.com/sitemap.xml