# General crawlers
User-agent: *
Allow: /
Host: https://finom.co
Sitemap: https://finom.co/sitemap.xml
LLMs: https://finom.co/llms.txt
AI: https://finom.co/ai.txt
Disallow: /*/nofollow
Disallow: /*/legal-documents/
Disallow: /*/promoactions/
Disallow: /*/imprint/
Disallow: /*/landing/three-months-promo/
Disallow: /*/landing/start-up/
Disallow: /*/success-stories/
Disallow: /*/bonuses/
Disallow: /*/news/
Disallow: /*/about/
Disallow: /*/partnership/
Disallow: /*/faq/
Disallow: /*/news/finom-exploring-potential-in-the-UAE-market/
Disallow: /*/sumup-offer/
Disallow: /*/accounting-frame

# AI Crawlers - Allow major AI assistants
User-agent: GPTBot
Allow: /
Disallow: /*/legal-documents/
Disallow: /*/imprint/
Disallow: /*/nofollow/

User-agent: ChatGPT-User
Allow: /
Disallow: /*/legal-documents/
Disallow: /*/imprint/
Disallow: /*/nofollow/

User-agent: Google-Extended
Allow: /
Disallow: /*/legal-documents/
Disallow: /*/imprint/
Disallow: /*/nofollow/

User-agent: Anthropic-ai
Allow: /
Disallow: /*/legal-documents/
Disallow: /*/imprint/
Disallow: /*/nofollow/

User-agent: ClaudeBot
Allow: /
Disallow: /*/legal-documents/
Disallow: /*/imprint/
Disallow: /*/nofollow/

User-agent: PerplexityBot
Allow: /
Disallow: /*/legal-documents/
Disallow: /*/imprint/
Disallow: /*/nofollow/

# AI Training crawlers - Disallow
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /