# ROBOTS.TXT FOR CHOOZ.CO.IL
# Optimized for SEO, Security, and AI Control
# -------------------------------------------------------

# 1. MAJOR BOTS + AI BOTS
# These bots follow the rules below
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: PerplexityBot
User-agent: ClaudeBot
User-agent: anthropic-ai
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: Googlebot
User-agent: Bingbot
User-agent: Yahoo! Slurp
User-agent: DuckDuckGoBot
User-agent: Baiduspider
User-agent: YandexBot

# Default rule for all other bots
User-agent: *

# 2. DUPLICATE CONTENT & FEEDS
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /trackback/
Disallow: /author/
Disallow: /tag/

# 3. INTERNAL SEARCH (Save Crawl Budget)
Disallow: /search/
Disallow: /?s=
Disallow: /search?
Disallow: *?s=*

# 4. E-COMMERCE / WOOCOMMERCE (Personal Data)
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /wishlist/
Disallow: /compare/
Disallow: /*add-to-cart=*
Disallow: /*?add_to_wishlist=*

# 5. URL PARAMETERS & FILTERS (Prevent Indexing of Junk Pages)
Disallow: /*?sort=
Disallow: /*?filter=
Disallow: /*?orderby=
Disallow: /*?min_price=
Disallow: /*?max_price=
Disallow: /*?ref=
Disallow: /*?utm_*
Disallow: /*?sessionid=
Disallow: /*?product_cat=
Disallow: /*?product_tag=
Disallow: /*?filter_color=
Disallow: /*?filter_size=
Disallow: /*?filter_brand=
Disallow: /*?paged=

# 6. AGGRESSIVE SCRAPER BOT BLOCKLIST
User-agent: Bytespider
User-agent: CCBot
User-agent: Diffbot
User-agent: DotBot
User-agent: PetalBot
User-agent: Barkrowler
Disallow: /

# 7. SITEMAPS
Sitemap: https://www.chooz.co.il/sitemap.xml
Sitemap: https://www.chooz.co.il/blog_sitemap.xml
Sitemap: https://www.chooz.co.il/page_sitemap.xml
Sitemap: https://www.chooz.co.il/product_sitemap.xml