User-agent: *
Disallow: /api/v1
Disallow: /cart
Disallow: /s3
Disallow: /search
Crawl-Delay: 5

User-agent: GPTBot
User-agent: ChatGPT-User
User-Agent: OAI-SearchBox
User-agent: anthropic-ai
User-agent: ClaudeBot
User-Agent: ClaudeUser
User-Agent: Claude-SearchBot
User-Agent: Gemini-Deep-Research
User-Agent: PerplexityBot
User-Agent: Perplexity-User
User-Agent: Meta-ExternalAgent
User-Agent: Meta-WebIndexer
User-Agent: Amazonbot
User-Agent: Bytespider
User-Agent: MistralAI-User
Allow: /

Sitemap: https://www.domainmarket.com/sitemap_index.xml
Sitemap: https://www.domainmarket.com/llms.txt