Last update: 18-03-2025
User-agent: *

Disallow: */to-rent/*/details/*/photo-grid/
Disallow: */to-rent/*/details/*/photo-carrousel/*
Disallow: */*?*
Disallow: */*?page=*&*=*
Disallow: */*?*=*&*page=*
Allow: */*?page=*
Disallow: */map/
Disallow: */register-email/*
Disallow: */react/*
Disallow: */account/subscription/
Disallow: /favicon.ico

# Disallow /frontend/assets/
Disallow: /frontend/assets/*
Allow: /frontend/assets/Website/Rentaroof/BrandIcons/*

Disallow: */location/*/district:*/?sort=price.asc
Disallow: */location/*/district:*/*/?sort=price.asc
Disallow: */location/*/?sort=price.asc&
Allow: */location/*/?sort=price.asc

Disallow: */location/*/appartements/?*
Disallow: */location/*/chambres/?*
Disallow: */location/*/maisons/?*
Disallow: */location/*/district*/maisons/
Disallow: */location/*/district*/appartements/
Disallow: */location/*/district*/chambres/

# Disallow filters
Disallow: *minBathrooms*
Disallow: *maxBathrooms*
Disallow: *minPricePerMonth*
Disallow: *maxPricePerMonth*
Disallow: *minPricePerWeek*
Disallow: *maxPricePerWeek*
Disallow: *minBedrooms*
Disallow: *maxBedrooms*
Disallow: *publishedSince*
Disallow: *studentFriendly*

# Disallow high level crawling of pagination
Disallow: */location/appartements/*?page=*
Disallow: */location/maisons/*?page=*
Disallow: */location/appartements/*?page=*
Disallow: */location/chambres/*?page=*
Disallow: */location/?page=*
Disallow: */district:*/?page=

# Disallow crawling of report a problem pages
Disallow: */report-a-problem/*

# Disallow target path
Disallow: *target_path*

# Disallow inlog
Disallow: /login

# Disallow property alert wizard
Disallow: */component/property-alert-wizard/

# Allow facebook crawler
User-agent: facebookexternalhit
Allow: /*?utm_source=facebook&utm_medium=promo&utm_campaign=

User-agent: GPTBot
User-agent: OAI-SearchBot
User-agent: PerplexityBot
User-agent: ClaudeBot
# Core pages
Allow: /location/
Allow: /en/
# Allow AI to see trends (no pagination restriction for AI)
Allow: *?page=*
# Block: internal/technical paths with no SEO value
Disallow: */to-rent/*/details/*/photo-grid/
Disallow: */to-rent/*/details/*/photo-carrousel/*
Disallow: */report-a-problem/*
Disallow: */map/
Disallow: */register-email/*
Disallow: */react/*
Disallow: */account/subscription/

# Sitemaps
Sitemap: https://www.toitpourtoi.fr/sitemap/index_6275563b.xml
Sitemap: https://www.toitpourtoi.fr/sitemap/cities_d23d9c7f.xml
Sitemap: https://www.toitpourtoi.fr/sitemap/districts_b63ae0f7.xml
Sitemap: https://www.toitpourtoi.fr/sitemap/listings_a7f8c2e9.xml
Sitemap: https://www.toitpourtoi.fr/sitemap/glossary.xml
Sitemap: https://www.toitpourtoi.fr/sitemap/articles.xml