# ==============================================
#  AI, Search Engines & Crawlers Permissions
#  Robots.txt - Savegnago
# ==============================================


# -- GOOGLE (Gemini + Merchant + Search + Ads + Images) --


User-agent: StoreBot-Google
Allow: /

User-agent: Googlebot-Image
Allow: /

User-agent: AdsBot-Google
Allow: /

User-agent: AdsBot-Google-Mobile
Allow: /

User-agent: Google-Extended
Allow: /


# -- - OPENAI-- -
# Search (shows my webpages as links inside ChatGPT search). NOT used for model training.
User-agent: OAI-SearchBot
Allow: /

# User-driven browsing from ChatGPT and Custom GPTs. Acts after a human click.
User-agent: ChatGPT-User
User-agent: ChatGPT-User/2.0
Allow: /

# Model-training crawler. Opt-out here if I don't want content in GPT-4o or GPT-5.
User-agent: GPTBot
Disallow: /private/          # example private folder
Allow: /                     # everything else

# -- - ANTHROPIC (Claude)-- -
User-agent: anthropic-ai      # bulk model training
Allow: /
User-agent: ClaudeBot         # chat citation fetch
User-agent: claude-web        # web-focused crawl
Allow: /

# -- - PERPLEXITY-- -
User-agent: PerplexityBot     # index builder
Allow: /
User-agent: Perplexity-User   # human-triggered visit
Allow: /

# -- - MICROSOFT (Bing / Copilot)--
User-agent: BingBot
Allow: /

# -- - AMAZON-- -
User-agent: Amazonbot
Allow: /

# -- - APPLE-- -
User-agent: Applebot
User-agent: Applebot-Extended
Allow: /

# -- - META-- -
User-agent: FacebookBot
User-agent: meta-externalagent
Allow: /

# -- - LINKEDIN-- -
User-agent: LinkedInBot
Allow: /

# -- - BYTEDANCE-- -
User-agent: Bytespider
Allow: /

# -- - DUCKDUCKGO-- -
User-agent: DuckAssistBot
Allow: /

# -- - COHERE-- -
User-agent: cohere-ai
Allow: /

# -- - ALLEN INSTITUTE / COMMON CRAWL / OTHER RESEARCH-- -
User-agent: AI2Bot
User-agent: CCBot
User-agent: Diffbot
User-agent: omgili
Allow: /

# -- - EMERGING SEARCH START-UPS-- -
User-agent: TimpiBot
User-agent: YouBot
Allow: /


# ==============================================
# General crawler restrictions
# ==============================================



User-agent: * 

Disallow: /account* 
Disallow: /login* 
Disallow: /checkout
Disallow: /busca* 
Disallow: /quick-view* 
Disallow: /buscapagina*
Disallow: /espiar/*
Disallow: /*specificationFilter
Disallow: /*productCluster
Disallow: /*productcluster
Disallow: /*?_q=
Disallow: /*?initialMap=
Disallow: /*?PS=
Disallow: /*?map=
Disallow: /*&map=c
Disallow: /*&map=f
Disallow: /*&map=b
Disallow: /*?srsltid=
Disallow: /*=OrderBy


Allow: /*.css
Allow: /*.js


Sitemap: https://www.savegnago.com.br/sitemap.xml

Sitemap: https://www.savegnago.com.br/sitemap/category-0.xml
Sitemap: https://www.savegnago.com.br/sitemap/product-0.xml
Sitemap: https://www.savegnago.com.br/sitemap/product-1.xml
Sitemap: https://www.savegnago.com.br/sitemap/product-2.xml
Sitemap: https://www.savegnago.com.br/sitemap/product-3.xml
Sitemap: https://www.savegnago.com.br/sitemap/product-4.xml
Sitemap: https://www.savegnago.com.br/sitemap/product-5.xml
Sitemap: https://www.savegnago.com.br/sitemap/product-6.xml
Sitemap: https://www.savegnago.com.br/sitemap/product-7.xml
Sitemap: https://www.savegnago.com.br/sitemap/product-8.xml
Sitemap: https://www.savegnago.com.br/sitemap/product-9.xml
Sitemap: https://www.savegnago.com.br/sitemap/product-10.xml
Sitemap: https://www.savegnago.com.br/sitemap/product-11.xml
Sitemap: https://www.savegnago.com.br/sitemap/brand-1.xml
Sitemap: https://www.savegnago.com.br/sitemap/brand-0.xml