User-agent: *
Allow: /

# Block low-value utility pages
Disallow: /downloads/
Disallow: /blog-tags/
Disallow: /category/

# Block internal search result pages
Disallow: /?query=

# Block RSS feed crawling (optional, safe)
Disallow: /post/rss.xml

# === START NEW & IMPROVED PARAMETER BLOCKING ===

# Block parameters when they appear anywhere in the URL,
# either as the first parameter (?param=) or subsequent (&param=).

# 1. Block Webflow / Internal Search/Sorting Parameters
Disallow: /*?_pos=*
Disallow: /*&_pos=*
Disallow: /*?_psq=*
Disallow: /*&_psq=*
Disallow: /*?_ss=*
Disallow: /*&_ss=*
Disallow: /*?_v=*
Disallow: /*&_v=*

# 2. Block Pagination Parameters (Identified in your URLs)
# This will prevent crawling of /articles?a1f620f5_page=2&...
Disallow: /*_page=*

# 3. Block Variant/Product Tracking (Common e-commerce)
Disallow: /*?variant=*
Disallow: /*&variant=*
Disallow: /*?page=*
Disallow: /*&page=*

# 4. Block Other Tracking Parameters (as you had them)
Disallow: /*eco_budget=*
Disallow: /*pid=*
Disallow: /*qty=*
Disallow: /*ref=*
Disallow: /*id=*

# Block HubSpot tracking parameters
Disallow: /*__hstc*
Disallow: /*__hssc*
Disallow: /*__hsfp*


Sitemap: https://www.ai-bees.io/sitemap.xml

Sitemap: https://www.ai-bees.io/sitemap.xml