Sitemap: https://xd.deals/sitemap-new.xml
# LLMs: https://xd.deals/llms.txt

User-agent: *
Allow: /
Disallow: /api/
Disallow: /ads/
Disallow: /r/
Disallow: /es/
Disallow: /pl/
Disallow: /it/
Disallow: /pt/
Disallow: /fr/
Disallow: /de/
Disallow: /gb/
Disallow: /ca/
Disallow: /au/
Disallow: /br/

User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: CCBot
User-agent: PerplexityBot
User-agent: Bytespider
User-agent: cohere-ai
Allow: /
Disallow: /api/
Disallow: /ads/
Disallow: /r/

User-agent: ia_archiver
Disallow: /

User-agent: archive.org_bot
Disallow: /