# Robots.txt
# This file is a static fallback. Dynamic robots.txt is served per-brand via RobotsController.

User-agent: *
Disallow: /llms.txt
Disallow: /llms-full.txt
Disallow: /admin
Disallow: /api
Disallow: /dashboard
Disallow: /storage
Disallow: /vendor
Disallow: /.env
Disallow: /.git
Disallow: /login
Disallow: /register
Disallow: /password
Disallow: /email
Disallow: /cart
Disallow: /checkout
Disallow: /my
Disallow: /settings

Disallow: /*?*sort=
Disallow: /*?*filter=
Disallow: /*?*page=

Allow: /css
Allow: /js
Allow: /img
Allow: /build

Allow: /en/
Allow: /nl/
Allow: /de/
Allow: /es/
Allow: /fr/

Crawl-delay: 1

User-agent: Googlebot
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /dashboard
Disallow: /login
Disallow: /register
Crawl-delay: 0

User-agent: Bingbot
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /dashboard
Disallow: /login
Disallow: /register
Crawl-delay: 1

User-agent: GPTBot
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /dashboard

User-agent: ChatGPT-User
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /dashboard

User-agent: Claude-Web
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /dashboard

User-agent: Anthropic-AI
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /dashboard

User-agent: PerplexityBot
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /dashboard

User-agent: Google-Extended
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /dashboard

User-agent: Applebot-Extended
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /dashboard

User-agent: CCBot
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /dashboard

User-agent: cohere-ai
Allow: /
Disallow: /admin
Disallow: /api
Disallow: /dashboard

User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Crawl-delay: 10