# Disallow all crawlers access to certain pages.

User-agent: *

Disallow: /*quick-view
Disallow: /*control
Disallow: /*Sistema
Disallow: /checkout
Disallow: /account
Disallow: /login
Disallow: /*busca
Disallow: /*productclusterSearchableIds
Disallow: /*OrderByReleaseDate
Disallow: /*category-1
Disallow: /*specificationFilter
Disallow: /*productClusterSearchableIds

Allow: /*.css
Allow: /*.js

# OpenAI Bots
User-agent: GPTBot
Disallow: 

User-agent: OAI-SearchBot
Disallow: 

User-agent: ChatGPT-User
Disallow: 

User-agent: OpenAI-SearchBot
Disallow:

User-agent: Operator
Disallow:

# Common Crawl Bot
User-agent: CCBot
Disallow: 

# Perplexity AI Bots
User-agent: PerplexityBot
Disallow: 

User-agent: Perplexity-User
Disallow: 

# Google AI Bots
User-agent: Google-Extended
Disallow: 

User-agent: GoogleOther
Disallow: 

# Microsoft/Bing AI Bots
User-agent: Bingbot
Disallow: 

# Claude (Anthropic)
User-agent: Claude-Web
Disallow: 

User-agent: ClaudeBot
Disallow: 

User-agent: anthropic-ai
Disallow: 


Sitemap: https://www.soulier.com.br/sitemap.xml
Sitemap: https://www.soulier.com.br/arquivos/sitemap-categorias-soulier.xml