User-agent: *
Allow: /
Disallow: /api/
Disallow: /test/

User-agent: Googlebot
Allow: /
Disallow: /api/
Disallow: /test/
Crawl-delay: 1

User-agent: Bingbot
Allow: /
Disallow: /api/
Disallow: /test/
Crawl-delay: 2

User-agent: GPTBot
Allow: /
Disallow: /api/

User-agent: ChatGPT-User
Allow: /
Disallow: /api/

User-agent: Claude-Web
Allow: /
Disallow: /api/

User-agent: anthropic-ai
Allow: /
Disallow: /api/

User-agent: CCBot
Allow: /
Disallow: /api/

Sitemap: https://harvest.art/sitemap.xml

# LLM Context Files
# https://llmstxt.org
# llms.txt: https://harvest.art/llms.txt
# llms-full.txt: https://harvest.art/llms-full.txt