# Allow all crawlers to index the site, except for the specified directories and files User-agent: * # Allow access to all other pages Allow: / # Block all URLs containing "/page/" Disallow: */page/ # Block all URLs containing the "?p" query parameter Disallow: /*?p= # Block all URLs containing the "?code" query parameter Disallow: /*?code= # Block URLs containing /1000 Disallow: */1000 Disallow: *//1000 # Block all URLs containing "?page=" and "?t=" query parameters Disallow: /*?page= Disallow: /*?t=