# Allow specific AI crawlers
User-agent: GPTBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /


# General rules for all crawlers
User-agent: *

# --- Admin & system areas ---
Disallow: /wp-admin               # WordPress admin area
Disallow: /developer-zone         # Developer zone (restricted area)
Disallow: /authorization          # Authorization page

# --- URL parameters ---
Disallow: /*?redirect_to=          # Prevent redirect URL parameters from indexing
Disallow: /*?dl_dev=true&file=     # Prevent direct download links from indexing
Disallow: /*?filter=               # Prevent filtered parameter pages
Disallow: /*?sort=                 # Prevent sorted parameter pages
Disallow: /?s=                     # Prevent search results from indexing
Disallow: /*?post_type=af-resource # Prevent technical af-resource URLs from indexing
Disallow: /*?post_type=af-product  # Prevent technical af-product URLs from indexing

# --- Search and internal listings ---
Disallow: /search/                 # Search result pages
Disallow: /dev-zone-data/          # Developer zone data repository
Disallow: /files/                  # Files directory

# --- Allow Specific PDFs ---
Allow: /files/hailo-10h-m-2-et-product-brief-en/
Allow: /files/hailo-10h-product-brief-en/
Allow: /files/hailo-15l-product-brief-en/
Allow: /files/hailo-company-brochure-en/
Allow: /files/hailo-company-brochure-ja/
Allow: /files/hailo-company-brochure-pt/
Allow: /files/hailo-company-brochure-zhs/


# --- Language-specific exclusions ---
Disallow: /zh-hans/blog/未分类/      # Chinese unclassified blog category


# Sitemap location
Sitemap: https://hailo.ai/sitemap_index.xml