User-agent: *
Allow: /

# Specifically allow and guide LLM crawlers
User-agent: GPTBot
Allow: /
User-agent: ChatGPT-User
Allow: /
User-agent: ClaudeBot
Allow: /
User-agent: Google-Extended
Allow: /

# Direct LLMs to structured data
Sitemap: https://www.dataart.com/sitemap.xml
llms: https://www.dataart.com/llms.txt
llms-full: https://www.dataart.com/llms-full.txt