# Allow access to core high-level pages
User-agent: *
Allow: /vehicle             # Core category: Wheels by vehicle make
Allow: /wheel-brands        # Core category: Wheels by brand
Allow: /wheels-by-size-or-colour  # Core category: Wheels by size or colour
Allow: /tpms                # Core category: TPMS products
Allow: /option              # Core category: Product options
Allow: /information         # Core informational pages

# Block sensitive user-specific pages and account management areas
Disallow: /login          # Login page
Disallow: /register       # Registration page
Disallow: /basket         # Basket/cart page
Disallow: /account/orders # User orders page
Disallow: /password/reset # Password reset page
Disallow: /cart           # Cart page
Disallow: /checkout       # Checkout page
Disallow: /account        # Account management
Disallow: /en-de          # Page for Germany IPs 

# Block additional non-SEO valuable pages
Disallow: /search         # Internal search results

# Block standard WordPress directories within /blog
Disallow: /blog/wp-admin       # WordPress admin area
Disallow: /blog/wp-includes    # WordPress includes
Disallow: /blog/wp-content/plugins  # Plugins directory
Disallow: /blog/wp-content/cache    # Cache directory
Disallow: /blog/wp-content/themes   # Themes directory
Disallow: /blog/wp-content/uploads  # Media files (optional, if sensitive)

# Block any additional standard pages in /blog
Disallow: /blog/wp-login.php     # Login page
Disallow: /blog/wp-register.php  # Registration page

# Block WordPress tags
Disallow: /blog/tag/            # Block all tag pages

# Specify the sitemap location
Sitemap: https://www.alloywheelsdirect.net/sitemap.xml.gz
# AI training crawlers — block (no referral benefit, only scrape for training)
User-agent: CCBot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Cohere-ai
Disallow: /

User-agent: FacebookBot
Disallow: /

# AI search/retrieval bots — ALLOWED (drive traffic via recommendations)
# ChatGPT-User, GPTBot, PerplexityBot, Google-Extended, Applebot-Extended, Amazonbot