# ========================================================= # 1. VIP PASS FOR ADVERTISING CRAWLERS # Ensures Google & Bing Ads stay active and track correctly. # ========================================================= User-agent: AdsBot-Google User-agent: AdsBot-Google-Mobile User-agent: AdIdxBot # These bots only read this section. We allow everything so # they can verify landing pages and tracking parameters. Allow: / # ========================================================= # 2. SHIELD FOR GENERAL SEO (Googlebot, Bingbot, etc.) # ========================================================= User-agent: * # Blocks all URLs with parameters Disallow: /*?* # Block specific low-value site areas Disallow: /search Disallow: /search?* Disallow: /config/ Disallow: /utility/ # Ensure the clean path is still open Allow: / Sitemap: https://cerkl.com/sitemap.xml