# Allow AI crawlers
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

# Allow Google crawlers
User-agent: Googlebot
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.svg$
Allow: /*.gif$
Allow: /*.webp$
Allow: /*.png?*
Allow: /*.jpg?*
Allow: /*.jpeg?*
Allow: /*.svg?*
Allow: /*.gif?*
Allow: /*.webp?*
Disallow: /*?*

User-agent: Googlebot-image
Allow: /

# Allow major search engine crawlers explicitly
User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

User-agent: Yandex
Allow: /

User-agent: Baiduspider
Allow: /

# Rules for all other crawlers
User-agent: *

# Disallow core system directories
Disallow: /index.php/
Disallow: /checkout/
Disallow: /app/
Disallow: /lib/
Disallow: /*.php
Disallow: /pkginfo/
Disallow: /report/
Disallow: /var/
Disallow: /customer/
Disallow: /sendfriend/
Disallow: /review/

# Block session IDs
Disallow: /*SID=
Disallow: /*sid=

# Disallow brand/manufacturer pages
Disallow: /en/acco
Disallow: /en/american_drill_bushing
Disallow: /en/bethlehem
Disallow: /en/block_division_inc
Disallow: /en/chicago_hardware
Disallow: /en/cleveland_city_forge
Disallow: /en/cm
Disallow: /en/coffing
Disallow: /en/cortland_puget_sound
Disallow: /en/de_haan_special_equipment_b_v
Disallow: /en/dsr
Disallow: /en/elite_sales
Disallow: /en/emerson_cumming
Disallow: /en/fehr_brothers
Disallow: /en/gn_rope_fittings
Disallow: /en/harrington
Disallow: /en/hillman
Disallow: /en/kiswire
Disallow: /en/klein_tools
Disallow: /en/lebus
Disallow: /en/lewis
Disallow: /en/little_mule
Disallow: /en/load_monitoring_systems
Disallow: /en/lug_all
Disallow: /en/martec
Disallow: /en/mckissick
Disallow: /en/millerblocks
Disallow: /en/morse_starrett
Disallow: /en/national_swage
Disallow: /en/nicopress
Disallow: /en/peck_hale
Disallow: /en/pewag_inc
Disallow: /en/python_rope
Disallow: /en/renfroe
Disallow: /en/ropeblock
Disallow: /en/rud_group
Disallow: /en/scotload
Disallow: /en/simplex
Disallow: /en/suncor
Disallow: /en/superclamp
Disallow: /en/tandem_loc
Disallow: /en/teho_ropes
Disallow: /en/thern
Disallow: /en/tractel
Disallow: /en/trelleborg_offshore_boston_inc
Disallow: /en/van_beest
Disallow: /en/verope
Disallow: /en/wire_lock
Disallow: /en/wireco_worldgroup
Disallow: /en/wiremax

# Sitemap
Sitemap: https://www.hhilifting.com/sitemap.xml
Sitemap: https://www.hhilifting.com/media/blog-sitemap.xml