# ───────────────────────────────────────── # Bad Bots — Block entirely # ───────────────────────────────────────── User-agent: AhrefsBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: DotBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: BLEXBot Disallow: / User-agent: PetalBot Disallow: / # ───────────────────────────────────────── # All Other Crawlers (including Google) # ───────────────────────────────────────── User-agent: * # Sitemap Sitemap: https://www.cazasouq.com/sitemap/sitemap.xml # Core OpenCart routes (never index) Disallow: /admin/ Disallow: /system/ Disallow: /storage/ Disallow: /vendor/ Disallow: /catalog/controller/ Disallow: /catalog/model/ Disallow: /catalog/view/theme/*/template/ # Account & checkout (private / useless for SEO) Disallow: /index.php?route=account/ Disallow: /index.php?route=checkout/ Disallow: /index.php?route=checkout/cart Disallow: /index.php?route=account/wishlist Disallow: /index.php?route=affiliate/ Disallow: /index.php?route=product/compare Disallow: /index.php?route=product/search Disallow: /index.php?route=information/contact # Block PHP file probing (bot/hack attempts) Disallow: /*.php # Duplicate homepage Disallow: /index.php # Faceted & duplicate URLs Disallow: /*?sort= Disallow: /*&sort= Disallow: /*?order= Disallow: /*&order= Disallow: /*?limit= Disallow: /*&limit= Disallow: /*?page= Disallow: /*&page= Disallow: /*?filter= Disallow: /*&filter= # Internal OpenCart params Disallow: /*?route= Disallow: /*&route= Disallow: /*?tracking= Disallow: /*&tracking= # Allow images & assets Allow: /image/ Allow: /catalog/view/theme/ Allow: /catalog/view/javascript/ Allow: /*.css$ Allow: /*.js$