Sitemap: https://www.licorea.com/sitemap.xml
Sitemap: https://www.licorea.com/sitemap-reviews-index.xml

# This says to apply these settings to ALL search engine spiders/crawlers
# user-agent: AhrefsBot
# disallow: /

user-agent: Amazonbot
disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: OnPageBot
Disallow: /

User-agent: EtaoSpider
Disallow: /

User-agent: TurnitinBot
Disallow: /  

User-agent: noxtrumbot
Crawl-delay: 20
User-agent: msnbot
Crawl-delay: 20
User-agent: Slurp
Crawl-delay: 20

# These settings will keep spiders from indexing your unwanted pages 
#   This assumes that your install is in your web site's ROOT directory
# http://www.licorea.com/index.php <- Use if this brings up your main page
User-agent: *
Disallow: */wishlist.php?
Disallow: */product_reviews_write.php?
Disallow: /*filter_id=
Disallow: /*price_sort=
Disallow: /*?delivery_country=
Disallow: /*?currency=
Disallow: /advanced_search_result.php
Disallow: /admin
Disallow: /cdn-cgi/
Disallow: /mobile
Disallow: /account.php
Disallow: /checkout_shipping.php
Disallow: /create_account.php
Disallow: /login.php
Disallow: /password_forgotten.php
Disallow: /popup_image.php
Disallow: /shopping_cart.php
Disallow: /function.fopen
Disallow: /feeds
Disallow: /images/support_files/
Disallow: /dewars-white-label-15-litros-p-1339.html
Disallow: /shop_by_price.php
Disallow: /preferencias.php
Disallow: /out.php