User-agent: *
Disallow: /*search/*
Disallow: /*keyword=*
Disallow: /*?gclid*
Disallow: /*utm_*
Disallow: /*page=*
Disallow: /*cdn-cgi/zaraz/t$
Disallow: /*Taxonomy/*
Disallow: /*tag/view/*
Disallow: /*shop/tag/*
Disallow: /*email-exists
Disallow: /api/ 
Disallow: /_next/ 
Disallow: /shop-assets/_next/

User-agent: ClaudeBot
Crawl-delay: 2
 
User-agent: OAI-SearchBot 
Crawl-delay: 10

User-agent: GPTBot
Crawl-delay: 2
 
User-agent: CCBot
Crawl-delay: 2

User-agent: bingbot
Crawl-delay: 10

User-agent: Bytespider
Disallow: /
 
User-agent: PetalBot
Disallow: /

User-agent: TikTokSpider
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: Applebot-Extended
Disallow: /
 
User-agent: AhrefsBot
Disallow: /
 
User-agent: SemrushBot
Disallow: /
 
User-agent: MJ12bot
Disallow: /
 
User-agent: Dotbot
Disallow: /



# LLM: https://www.bigbuy.eu/llms.txt
# AI: https://www.bigbuy.eu/ai.txt

Sitemap: https://www.bigbuy.eu/sitemap.xml