# Allow AI search and agent use
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Perplexity-User
Allow: /

User-agent: PerplexityiOS
Allow: /

User-agent: FirecrawlAgent
Allow: /

User-agent: AndiBot
Allow: /

User-agent: ExaBot
Allow: /

User-agent: PhindBot
Allow: /

User-agent: YouBot
Allow: /


# Allow all crawlers
User-agent: *
Allow: /

Disallow: /data/
Disallow: /resultado-de-busca.htm
Disallow: /spd.htm
Disallow: /external-files/
Disallow: /lp/
Disallow: /safra-asset/*.pdf

Allow: /lp/abrir-conta-safra.htm
Allow: /lp/cartoes-safra.htm
Allow: /lp/safra-top-gestor.htm
Allow: /lp/pf-quem-sabe-indica-safra.htm
Allow: /lp/instituto-cultural-joseph-safra.htm

Sitemap: https://www.safra.com.br/sitemap.xml