# robots.txt for http://www.hager.com/

Sitemap: https://www.hager.com/sitemap-index.xml 

User-agent: baiduspider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: *
Disallow: *cat=*
Disallow: *price=*
Disallow: *artnr=*
Disallow: *q=*
Disallow: *design=*
Disallow: */miaa/*

# SITECORE
Disallow: /sitecore
Disallow: /Sitecore
Disallow: /sitecore_files/
Disallow: /sitecore_modules/
Disallow: /App_Browsers/
Disallow: /App_config/
Disallow: /App_Data/
Disallow: /temp/
Disallow: /upload/
Disallow: /xsl/

# MAGENTO Directories
Disallow: */app/
Disallow: */bin/
Disallow: */dev/
Disallow: */lib/
Disallow: */phpserver/
Disallow: */pkginfo/
Disallow: */report/
Disallow: */setup/
Disallow: */update/
Disallow: */var/
Disallow: */vendor/

# MAGENTO Paths (clean URLs)
Disallow: */index.php/
Disallow: */catalog/product_compare/
Disallow: */catalog/category/view/
Disallow: */catalog/product/view/
Disallow: */catalogsearch/
Disallow: */checkout/
Disallow: */control/
Disallow: */contacts/
Disallow: */customer/
Disallow: */customize/
Disallow: */newsletter/
Disallow: */review/
Disallow: */sendfriend/
Disallow: */wishlist/

# MAGENTO Files
Disallow: /composer.json
Disallow: /composer.lock
Disallow: /CONTRIBUTING.md
Disallow: /CONTRIBUTOR_LICENSE_AGREEMENT.html
Disallow: /COPYING.txt
Disallow: /Gruntfile.js
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /nginx.conf.sample
Disallow: /package.json
Disallow: /php.ini.sample
Disallow: /RELEASE_NOTES.txt

# MAGENTO Do not index pages that are sorted or filtered.
Disallow: /*?*product_list_mode=
Disallow: /*?*product_list_order=
Disallow: /*?*product_list_limit=
Disallow: /*?*product_list_dir=

# MAGENTO Do not index session ID
Disallow: /*?SID=
Disallow: /*.php$

# MAGENTO CVS, SVN directory and dump files
Disallow: /*.CVS
Disallow: /*.Zip$
Disallow: /*.Svn$
Disallow: /*.Idea$
Disallow: /*.Sql$
Disallow: /*.Tgz$
Disallow: /de/shop/produkt/*

#Custom rules

Allow: */download/app/ #focus IT