# robots.txt automatically generated by PrestaShop e-commerce open-source solution
# http://www.prestashop.com - http://www.prestashop.com/forums
# This file is to prevent the crawling and indexing of certain parts
# of your site by web crawlers and spiders run by sites like Yahoo!
# and Google. By telling these "robots" where not to go on your site,
# you save bandwidth and server resources.
# For more information about the robots.txt standard, see:
# http://www.robotstxt.org/robotstxt.html
User-agent: *
Crawl-delay: 60
# Allow Directives
Allow: */modules/*.css
Allow: */modules/*.js
Allow: */modules/*.png
Allow: */modules/*.jpg
Allow: /js/jquery/*
# Private pages
Disallow: /*?order=
Disallow: /*?tag=
Disallow: /*?id_currency=
Disallow: /*?search_query=
Disallow: /*?back=
Disallow: /*?n=
Disallow: /*&order=
Disallow: /*&tag=
Disallow: /*&id_currency=
Disallow: /*&search_query=
Disallow: /*&back=
Disallow: /*&n=
Disallow: /*controller=addresses
Disallow: /*controller=address
Disallow: /*controller=authentication
Disallow: /*controller=cart
Disallow: /*controller=discount
Disallow: /*controller=footer
Disallow: /*controller=get-file
Disallow: /*controller=header
Disallow: /*controller=history
Disallow: /*controller=identity
Disallow: /*controller=images.inc
Disallow: /*controller=init
Disallow: /*controller=my-account
Disallow: /*controller=order
Disallow: /*controller=order-slip
Disallow: /*controller=order-detail
Disallow: /*controller=order-follow
Disallow: /*controller=order-return
Disallow: /*controller=order-confirmation
Disallow: /*controller=pagination
Disallow: /*controller=password
Disallow: /*controller=pdf-invoice
Disallow: /*controller=pdf-order-return
Disallow: /*controller=pdf-order-slip
Disallow: /*controller=product-sort
Disallow: /*controller=search
Disallow: /*controller=statistics
Disallow: /*controller=attachment
Disallow: /*controller=guest-tracking
# Directories for www.muzi.lt
Disallow: /app/
Disallow: /cache/
Disallow: /classes/
Disallow: /config/
Disallow: /controllers/
Disallow: /download/
Disallow: /js/
Disallow: /localization/
Disallow: /log/
Disallow: /mails/
Disallow: /modules/
Disallow: /override/
Disallow: /pdf/
Disallow: /src/
Disallow: /tools/
Disallow: /translations/
Disallow: /upload/
Disallow: /var/
Disallow: /vendor/
Disallow: /webservice/
Disallow: /lt/app/
Disallow: /lt/cache/
Disallow: /lt/classes/
Disallow: /lt/config/
Disallow: /lt/controllers/
Disallow: /lt/download/
Disallow: /lt/js/
Disallow: /lt/localization/
Disallow: /lt/log/
Disallow: /lt/mails/
Disallow: /lt/modules/
Disallow: /lt/override/
Disallow: /lt/pdf/
Disallow: /lt/src/
Disallow: /lt/tools/
Disallow: /lt/translations/
Disallow: /lt/upload/
Disallow: /lt/var/
Disallow: /lt/vendor/
Disallow: /lt/webservice/
Disallow: /en/app/
Disallow: /en/cache/
Disallow: /en/classes/
Disallow: /en/config/
Disallow: /en/controllers/
Disallow: /en/download/
Disallow: /en/js/
Disallow: /en/localization/
Disallow: /en/log/
Disallow: /en/mails/
Disallow: /en/modules/
Disallow: /en/override/
Disallow: /en/pdf/
Disallow: /en/src/
Disallow: /en/tools/
Disallow: /en/translations/
Disallow: /en/upload/
Disallow: /en/var/
Disallow: /en/vendor/
Disallow: /en/webservice/
Disallow: /ru/app/
Disallow: /ru/cache/
Disallow: /ru/classes/
Disallow: /ru/config/
Disallow: /ru/controllers/
Disallow: /ru/download/
Disallow: /ru/js/
Disallow: /ru/localization/
Disallow: /ru/log/
Disallow: /ru/mails/
Disallow: /ru/modules/
Disallow: /ru/override/
Disallow: /ru/pdf/
Disallow: /ru/src/
Disallow: /ru/tools/
Disallow: /ru/translations/
Disallow: /ru/upload/
Disallow: /ru/var/
Disallow: /ru/vendor/
Disallow: /ru/webservice/
Disallow: /pl/app/
Disallow: /pl/cache/
Disallow: /pl/classes/
Disallow: /pl/config/
Disallow: /pl/controllers/
Disallow: /pl/download/
Disallow: /pl/js/
Disallow: /pl/localization/
Disallow: /pl/log/
Disallow: /pl/mails/
Disallow: /pl/modules/
Disallow: /pl/override/
Disallow: /pl/pdf/
Disallow: /pl/src/
Disallow: /pl/tools/
Disallow: /pl/translations/
Disallow: /pl/upload/
Disallow: /pl/var/
Disallow: /pl/vendor/
Disallow: /pl/webservice/
Disallow: /uk/app/
Disallow: /uk/cache/
Disallow: /uk/classes/
Disallow: /uk/config/
Disallow: /uk/controllers/
Disallow: /uk/download/
Disallow: /uk/js/
Disallow: /uk/localization/
Disallow: /uk/log/
Disallow: /uk/mails/
Disallow: /uk/modules/
Disallow: /uk/override/
Disallow: /uk/pdf/
Disallow: /uk/src/
Disallow: /uk/tools/
Disallow: /uk/translations/
Disallow: /uk/upload/
Disallow: /uk/var/
Disallow: /uk/vendor/
Disallow: /uk/webservice/
Disallow: /lv/app/
Disallow: /lv/cache/
Disallow: /lv/classes/
Disallow: /lv/config/
Disallow: /lv/controllers/
Disallow: /lv/download/
Disallow: /lv/js/
Disallow: /lv/localization/
Disallow: /lv/log/
Disallow: /lv/mails/
Disallow: /lv/modules/
Disallow: /lv/override/
Disallow: /lv/pdf/
Disallow: /lv/src/
Disallow: /lv/tools/
Disallow: /lv/translations/
Disallow: /lv/upload/
Disallow: /lv/var/
Disallow: /lv/vendor/
Disallow: /lv/webservice/
Disallow: /et/app/
Disallow: /et/cache/
Disallow: /et/classes/
Disallow: /et/config/
Disallow: /et/controllers/
Disallow: /et/download/
Disallow: /et/js/
Disallow: /et/localization/
Disallow: /et/log/
Disallow: /et/mails/
Disallow: /et/modules/
Disallow: /et/override/
Disallow: /et/pdf/
Disallow: /et/src/
Disallow: /et/tools/
Disallow: /et/translations/
Disallow: /et/upload/
Disallow: /et/var/
Disallow: /et/vendor/
Disallow: /et/webservice/
# Files
Disallow: /*lt/adresas
Disallow: /*lt/adresai
Disallow: /*lt/prisijungimas
Disallow: /*lt/krepselis
Disallow: /*lt/nuolaida
Disallow: /*lt/sveciams
Disallow: /*lt/uzsakymu-istorija
Disallow: /*lt/tapatybe
Disallow: /*lt/mano-paskyra
Disallow: /*lt/uzsakymas
Disallow: /*lt/uzsakymo-patvirtinimas
Disallow: /*lt/uzsakymo-stebejimas
Disallow: /*lt/kreditas
Disallow: /*lt/slaptazodzio-atstatymas
Disallow: /*lt/paieska
Disallow: /*en/address
Disallow: /*en/addresses
Disallow: /*en/login
Disallow: /*en/cart
Disallow: /*en/discount
Disallow: /*en/guest-tracking
Disallow: /*en/order-history
Disallow: /*en/identity
Disallow: /*en/my-account
Disallow: /*en/order
Disallow: /*en/order-confirmation
Disallow: /*en/order-follow
Disallow: /*en/kreditas
Disallow: /*en/password-reminder
Disallow: /*en/search
Disallow: /*ru/adres
Disallow: /*ru/adresa
Disallow: /*ru/Vkhod
Disallow: /*ru/korzina
Disallow: /*ru/skidka
Disallow: /*ru/gosti
Disallow: /*ru/istoriya-zakazov
Disallow: /*ru/lichnost
Disallow: /*ru/moya-uchetnaya-zapis
Disallow: /*ru/zakaz
Disallow: /*ru/podtverzhdeniye-zakaza
Disallow: /*ru/zakaz-sledovat
Disallow: /*ru/kreditas
Disallow: /*ru/napominaniye-parolya
Disallow: /*ru/poisk
Disallow: /*pl/adres
Disallow: /*pl/adresy
Disallow: /*pl/logowanie
Disallow: /*pl/koszyk
Disallow: /*pl/rabaty
Disallow: /*pl/sledzenie-zamowien-gosci
Disallow: /*pl/historia-zamowien
Disallow: /*pl/dane-osobiste
Disallow: /*pl/moje-konto
Disallow: /*pl/zamówienie
Disallow: /*pl/potwierdzenie-zamowienia
Disallow: /*pl/sledzenie-zamowienia
Disallow: /*pl/kreditas
Disallow: /*pl/password-reminder
Disallow: /*pl/szukaj
Disallow: /*uk/address
Disallow: /*uk/addresses
Disallow: /*uk/login
Disallow: /*uk/cart
Disallow: /*uk/discount
Disallow: /*uk/guest-tracking
Disallow: /*uk/order-history
Disallow: /*uk/identity
Disallow: /*uk/my-account
Disallow: /*uk/замовлення
Disallow: /*uk/order-confirmation
Disallow: /*uk/order-follow
Disallow: /*uk/kreditas
Disallow: /*uk/password-reminder
Disallow: /*uk/search
Disallow: /*lv/adrese
Disallow: /*lv/adreses
Disallow: /*lv/pieslēgties
Disallow: /*lv/iepirkumu-grozs
Disallow: /*lv/atlaide
Disallow: /*lv/guest-tracking
Disallow: /*lv/pasūtījumu-vēsture
Disallow: /*lv/identitāte
Disallow: /*lv/mans-konts
Disallow: /*lv/pasūtījums
Disallow: /*lv/order-confirmation
Disallow: /*lv/pasutījuma-izsekošana
Disallow: /*lv/kreditas
Disallow: /*lv/password-reminder
Disallow: /*lv/meklēt
Disallow: /*et/aadress
Disallow: /*et/aadressid
Disallow: /*et/logi-sisse
Disallow: /*et/ostukorv
Disallow: /*et/allahindlus
Disallow: /*et/külastajate-jalgimine
Disallow: /*et/tellimuste-ajalugu
Disallow: /*et/identiteet
Disallow: /*et/minu-konto
Disallow: /*et/tellimuse
Disallow: /*et/tellimuse-kinnitamine
Disallow: /*et/tellimuse-jalgimine
Disallow: /*et/kreditas
Disallow: /*et/password-reminder
Disallow: /*et/otsi
# Sitemap
Sitemap: https://www.muzi.lt/1_index_sitemap.xml


###########################################
# EDBOX - everything bellow is manually added
###########################################

# Block q= faceted/search spam (not covered by autogenerated rules)
Disallow: /*?q=
Disallow: /*&q=

# Safe blocking for PrestaShop filter/sort/search parameters
# Filter/sort/pagination parameters not handled by PrestaShop
Disallow: */m/iqitsearch/
Disallow: */searchiqit
Disallow: /*?s=
Disallow: /*?orderby=
Disallow: /*?page=
Disallow: /*?resultsPerPage=
Disallow: /*?productListView=
Disallow: /*?price=

Disallow: /*&orderby=
Disallow: /*&page=
Disallow: /*&resultsPerPage=
Disallow: /*&price=

# Allow id_product (needed for gift cards and modules)
Allow: /*id_product=

# Keep public product/category pages available for AI search and assistant crawlers.
# OAI-SearchBot, ChatGPT-User, Claude-SearchBot, Claude-User, PerplexityBot,
# Perplexity-User, and GPTBot are intentionally not blocked in robots.txt.
User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: GPTBot
Crawl-delay: 10
Disallow: /ihgr5uwqu0vgndwu/
Disallow: /admin/
Disallow: /m/edboxvariations/
Disallow: /*/m/edboxvariations/

User-agent: SemrushBot
Disallow: /
User-agent: SiteAuditBot
Disallow: /
User-agent: SemrushBot-BA
Disallow: /
User-agent: SemrushBot-SI
Disallow: /
User-agent: SemrushBot-SWA
Disallow: /
User-agent: SemrushBot-CT
Disallow: /
User-agent: SplitSignalBot
Disallow: /
User-agent: SemrushBot-COUB
Disallow: /
User-agent: Bytespider
Disallow: /

# Meta crawler seen in apache-usage.log hitting faceted/filter URLs aggressively
User-agent: meta-externalagent
User-agent: meta-externalads
User-agent: facebookexternalhit
Crawl-delay: 60
Disallow: /*?q=
Disallow: /*&q=
Disallow: /*?order=
Disallow: /*&order=
Disallow: /*?orderby=
Disallow: /*&orderby=
Disallow: /*?page=
Disallow: /*&page=
Disallow: /*?resultsPerPage=
Disallow: /*&resultsPerPage=
Disallow: /*?productListView=
Disallow: /*&productListView=
Disallow: /*?price=
Disallow: /*&price=
Disallow: /ihgr5uwqu0vgndwu/
Disallow: /admin/
Disallow: /m/edboxvariations/
Disallow: /*/m/edboxvariations/