# last update: 08-04-2026
User-agent: *

Disallow: /to-rent/*/details/*/photo-grid/
Disallow: /to-rent/*/details/*/photo-carrousel/*
Disallow: /*?*
Disallow: /*?page=*&*=*
Disallow: /*?*=*&*page=*
Allow: /*?page=*
Disallow: /to-rent/*/houses/?*
Disallow: /map/
Disallow: /react/*
Disallow: /listing/
Disallow: /favicon.ico

# Disallow /frontend/assets/
Disallow: /frontend/assets/*
Allow: /frontend/assets/Website/Rentaroof/BrandIcons/*

Disallow: /to-rent/*/district:*/?sort=price.asc
Disallow: /to-rent/*/district:*/*/?sort=price.asc
Disallow: /to-rent/*/?sort=price.asc&
Allow: /to-rent/*/?sort=price.asc

Disallow: /to-rent/*/flats/?*
Disallow: /to-rent/*/rooms/?*
Disallow: /to-rent/*/district*/houses/
Disallow: /to-rent/*/district*/flats/
Disallow: /to-rent/*/district*/rooms/
Disallow: /to-rent/*/district*/bungalows/
Disallow: /to-rent/*/district*/farm-lands/
Disallow: /to-rent/*/district*/park-homes/

# Disallow greater-london SERPs, allow ODPs (detail pages)
Allow: /to-rent/greater-london/details/
Disallow: /to-rent/greater-london/

# Disallow filters
Disallow: *minBathrooms*
Disallow: *maxBathrooms*
Disallow: *minPricePerMonth*
Disallow: *maxPricePerMonth*
Disallow: *minPricePerWeek*
Disallow: *maxPricePerWeek*
Disallow: *minBedrooms*
Disallow: *maxBedrooms*
Disallow: *publishedSince*
Disallow: *studentFriendly*
Allow: /to-rent/bristol/?studentFriendly=student-friendly

# Disallow high level crawling of pagination
Disallow: /to-rent/flats/*?page=*
Disallow: /to-rent/houses/*?page=*
Disallow: /to-rent/flats/*?page=*
Disallow: /to-rent/rooms/*?page=*
Disallow: /to-rent/bungalows/*?page=*
Disallow: /to-rent/farm-lands/*?page=*
Disallow: /to-rent/park-homes/*?page=*
Disallow: /to-rent/?page=*
Disallow: */district:*/?page=

# Disallow crawling of report a problem pages
Disallow: /to-rent/*/details/*/report-a-problem/

# Disallow target path
Disallow: *target_path*

# Disallow inlog
Disallow: /login

# Disallow property alert wizard
Disallow: /component/property-alert-wizard/

#Allow facebook crawler
User-agent: facebookexternalhit
Allow: /*?utm_source=facebook&utm_medium=promo&utm_campaign=

User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: ClaudeBot
# Core pages
Allow: /to-rent/
# Allow AI to see trends (no pagination restriction for AI)
Allow: *?page=*
# Block: internal/technical paths with no SEO value
Disallow: /to-rent/*/details/*/photo-grid/
Disallow: /to-rent/*/details/*/photo-carrousel/*
Disallow: /to-rent/*/details/*/report-a-problem/
Disallow: /map/
Disallow: /react/*
Disallow: /listing/
Disallow: /login
Disallow: /component/property-alert-wizard/
Disallow: /frontend/assets/*
Disallow: *target_path*
Disallow: *sort=*

# Sitemaps
Sitemap: https://www.rentaroof.co.uk/sitemap/index_6275563b.xml
Sitemap: https://www.rentaroof.co.uk/sitemap/cities_d23d9c7f.xml
Sitemap: https://www.rentaroof.co.uk/sitemap/districts_b63ae0f7.xml
Sitemap: https://www.rentaroof.co.uk/sitemap/listings_a7f8c2e9.xml
Sitemap: https://www.rentaroof.co.uk/sitemap/glossary.xml
Sitemap: https://www.rentaroof.co.uk/sitemap/articles.xml