# Allow all standard crawlers
User-agent: *
Disallow:

# Semrush On-Page SEO Checker bot
User-agent: SemrushBot-SI
Disallow:

# Semrush Site Audit bot
User-agent: SiteAuditBot
Disallow: 


Disallow: /admin/
Disallow: /downloader/
Disallow: /errors/
Disallow: /app/
Disallow: /bin/
Disallow: /dev/
Disallow: /lib/
Disallow: /phpserver/
Disallow: /setup/
Disallow: /update/
Disallow: /var/
Disallow: /vendor/
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /Gruntfile.js
Disallow: /grunt/
Disallow: /package.json
Disallow: /pub/errors/
Disallow: /pub/static/
Disallow: /pub/media/tmp/
Disallow: /pub/media/catalog/product/cache/
Disallow: /pub/media/import/
Disallow: /pub/opt/
Disallow: /*.php$
Disallow: /*.js$
Disallow: /*.css$

# Filter & layered navigation parameters
Disallow: /*?dir=
Disallow: /*?limit=
Disallow: /*?mode=
Disallow: /*?price=
Disallow: /*?cat=
Disallow: /*?color=
Disallow: /*?p=
Disallow: /*?product_list_mode=

# Duplicate content cleanup
Disallow: /catalogsearch/
Disallow: /customer/
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /wishlist/
Disallow: /compare/
Disallow: /contact/

# Allow essential static assets for proper rendering
Allow: /pub/static/*.js
Allow: /pub/static/*.css
Allow: /pub/static/frontend/
Allow: /pub/media/

# Sitemap
Sitemap: https://www.goldvorsorge.at/sitemap.xml
Sitemap: https://www.goldvorsorge.de/sitemap.xml
Sitemap: https://aranykereskedes.hu/sitemap.xml
Sitemap: https://goldsilvershop24.com/sitemap.xml
Sitemap: https://www.zlatosrebro.hr/sitemap.xml
Sitemap: https://www.zlatosrebro.rs/sitemap.xml
Sitemap: https://www.gvs-trading.ae/sitemap.xml
Sitemap: https://www.kupnozlota.pl/sitemap.xml
Sitemap: https://gvs.ee/sitemap.xml