# ============================================== # Bookies.com robots.txt # ============================================== # ---------- Sitemaps ---------- Sitemap: https://bookies.com/sitemap-index.xml Sitemap: https://bookies.com/news/sitemap.xml # ---------- All Crawlers ---------- User-agent: * # High-priority content — Explicit Allow Allow: /news/ Allow: /promos/ Allow: /*.js Allow: /*.css Allow: /wp-admin/admin-ajax.php Allow: /wp-content/uploads/ # ---------- LLM Policy ---------- Allow: https://bookies.com/llms.txt # WordPress admin & auth Disallow: /wp-admin/ Disallow: /wp-login.php # Auth & signup pages Disallow: /login Disallow: /login/facebook Disallow: /login/google Disallow: /register Disallow: /signup Disallow: /pa/signup Disallow: /in/signup Disallow: /e/*sign-up # Query parameters Disallow: /*ipcountry Disallow: *preview=true # Misc blocked pages Disallow: /e/nba-betting-guide Disallow: /us/google293de896624d279c.html # Affiliate redirect pages Disallow: */go/* Disallow: /p/*bet-now Disallow: /p/*play-now Disallow: /uk/*bet-now Disallow: /uk/*play-now Disallow: /us/*bet-now Disallow: /us/*play-now Disallow: /ca/*bet-now Disallow: /ca/*play-now Disallow: /nz/*bet-now Disallow: /nz/*play-now Disallow: /au/*bet-now Disallow: /au/*play-now Disallow: /ie/*bet-now Disallow: /ie/*play-now Disallow: /in/*bet-now Disallow: /in/*play-now Disallow: /br/*bet-now Disallow: /br/*play-now # Paginated archives Disallow: /uk/2$ Disallow: /uk/casinos/2$ Disallow: /betting-guides/guides/2$ Disallow: /mlb/guides/2$ Disallow: /mlb/guides/3$ Disallow: /mlb/podcast/2$ # End robots.txt file