User-agent: *

# Catalog search and product pages
Disallow: /catalogsearch/
Disallow: /catalog/product_compare/
Disallow: /catalog/category/view/
Disallow: /catalog/product/view/

# Account and checkout pages
Disallow: /checkout/
Disallow: /onestepcheckout/
Disallow: /customer/account/login/referer
Disallow: /customer/account/create/lib/inftrees

# Duplicate content and filter parameters
Disallow: /tag/
Disallow: /review/
Disallow: /*product_list_mode=*
Disallow: /*product_list_order=*
Disallow: /*product_list_limit=*
Disallow: /*product_list_dir=*
Disallow: /*price_sqm=*
Disallow: /*q=*
Disallow: /*style=*
Disallow: /*adhesives_fillers=*
Disallow: /*range=*
Disallow: /*thickness=*
Disallow: /*underlay=*
Disallow: /*door_thresholds_trims=*
Disallow: /*beading_skirting=*

# System, development, and sensitive files/directories
Disallow: /index.php
Disallow: /cron.php
Disallow: /cron.sh
Disallow: /error_log
Disallow: /install.php
Disallow: /get.php
Disallow: /app/
Disallow: /lib/
Disallow: /var/
Disallow: /pkginfo/
Disallow: /report/
Disallow: /*.php$
Disallow: /cache_warmer/
Disallow: /page_cache/

# Legal and informational files
Disallow: /LICENSE.txt
Disallow: /LICENSE_AFL.txt
Disallow: /STATUS.txt
Disallow: /COPYING.txt

# Server / utility scripts
Disallow: /cgi-bin/
Disallow: /cleanup.php
Disallow: /apc.php
Disallow: /memcache.php
Disallow: /phpinfo.php

User-agent: Bingbot
User-agent: SemrushBot
Crawl-delay: 30

User-agent: TurnitinBot
Disallow: /

Sitemap: https://flooring365.co.uk/pub/sitemap.xml
Sitemap: https://flooring365.co.uk/sitemap.xml