# 240207 Cannot see why we were disallowing googlebot! # User-agent: Googlebot # Disallow: # User-agent: Googlebot-image # Disallow: # 240207 - bingbot is calling GET on this POST endpoint. Stop it! # User-agent: bingbot # Disallow: /restTonic.php/collage-designer/generate_job_id User-agent: * Disallow: /index.php?main_page=request_quotation_instr&products_id=* User-agent: * Disallow: /index.php?main_page=spares*?* Disallow: /cgi-bin/ Disallow: /TEST-SITE/ Disallow: /index.php?main_page=down_for_maintenance Disallow: /index.php?main_page=index&manufacturers_id=14 Disallow: /index.php?main_page=index&manufacturers_id=13 Disallow: /index.php?main_page=index&manufacturers_id=12 Disallow: /index.php?main_page=index&manufacturers_id=10 Disallow: /index.php?main_page=index&manufacturers_id=9 Disallow: /index.php?main_page=index&manufacturers_id=6 Disallow: /index.php?main_page=index&manufacturers_id=5 Disallow: /index.php?main_page=index&manufacturers_id=4 Disallow: /index.php?main_page=index&manufacturers_id=1 Disallow: /index.php?main_page=shopping_cart Disallow: /index.php?main_page=login Allow: / Allow: /sitemap.xml Allow: /sitemap/sitemapmainpage.xml Allow: /sitemap/sitemapproducts.xml Allow: /sitemap/sitemapcategories.xml Allow: /sitemapfromaccesslognewindex.xml Allow: /sitemapfromaccesslognew*.xml Allow: /sitemap/sitemapfromaccesslognewindex.xml Allow: /sitemap/sitemapfromaccesslognew*.xml # Try to prevent Google indexing the accidentally added URLs such as "foo=one&test=3&bar=baz" Disallow: /*?*test= Disallow: /*&*test= # Sitemap breakdown Sitemap: https://www.premierrange.co.uk/sitemap.xml #Sitemap: http://www.premierrange.co.uk/sitemap/sitemapmainpage.xml #Sitemap: http://www.premierrange.co.uk/sitemap/sitemapproducts.xml #Sitemap: http://www.premierrange.co.uk/sitemap/sitemapcategories.xml