Top Sites>Ccarsales.com.au

# ============================================================
# carsales.com.au — Robots.txt
# AI, Search & Agent Policy
# Updated: 2026-03-04
#
# Version History
# Prior versions unknown
# 2025-10-17 — v2.0 — Versioning commences GEO Updates applied
# 2026-02-27 — v2.1 — AmazonAdbot added
# 2026-03-04 — v3.0 — Quarterly GEO review
# ============================================================

# ----------------------------
# Sitemaps
# ----------------------------
Sitemap: https://www.carsales.com.au/sitemaps/carsales/sitemaps.xml
Sitemap: https://www.carsales.com.au/sitemaps/carsales/LatestEditorialDetails.xml
Sitemap: https://www.carsales.com.au/sitemaps/carsales/EditorialListing.xml
Sitemap: https://www.carsales.com.au/sitemaps/carsales/EditorialDetails.xml
Sitemap: https://www.carsales.com.au/sitemaps/carsales/showroom-content-hub.xml
Sitemap: https://www.carsales.com.au/sitemaps/carsales/ResearchMakeModelPage.xml
Sitemap: https://www.carsales.com.au/sitemaps/carsales/location-search.xml


# ============================================================
# 1. Explicitly BLOCKED — Dataset brokers, scrapers, low-trust
# ============================================================

User-agent: Omgili
Disallow: /

User-agent: omgilibot
Disallow: /

User-agent: Webzio-Extended
Disallow: /

User-agent: Timpibot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: DeepSeekBot
Disallow: /

User-agent: YouBot
Disallow: /


# ============================================================
# 2. BLOCKED — Baidu & Yandex ecosystems (all variants)
# ============================================================

User-agent: Baiduspider
Disallow: /

User-agent: Baiduspider-image
Disallow: /

User-agent: Baiduspider-mobile
Disallow: /

User-agent: Sogou Push Spider
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: Sogou inst spider
Disallow: /

User-agent: Sogou spider2
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: YandexAdditional
Disallow: /

User-agent: YandexAdditionalBot
Disallow: /


# ============================================================
# 3. SEARCH ENGINES & AD PLATFORMS — Microsoft / Amazon Ads (explicitly ALLOWED)
# ============================================================

User-agent: bingbot
Allow: /

User-agent: msnbot
Allow: /

User-agent: msnbot-media
Allow: /

User-agent: AmazonAdBot
Allow: /


# ============================================================
# 4. AI SEARCH / INDEXING — Allowed (non-training)
# ============================================================

User-agent: Applebot
Allow: /
Allow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: OAI-SearchBot
Allow: /
Allow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: PerplexityBot
Allow: /
Allow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: Claude-SearchBot
Allow: /
Allow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: AzureAI-SearchBot
Allow: /
Allow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: Amzn-SearchBot
Allow: /
Allow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: meta-webindexer
Allow: /
Allow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/


# ============================================================
# 5. AI ANSWERING / USER-INITIATED AGENTS — Explicit allow paths
# ============================================================

User-agent: ChatGPT-User
Allow: /
Allow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: ChatGPT Agent
Allow: /
Allow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: Claude-User
Allow: /
Allow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: Claude-Web
Allow: /
Allow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: Perplexity-User
Allow: /
Allow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: Meta-ExternalFetcher
Allow: /
Allow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: AmazonBuyForMe
Allow: /
Allow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: Amzn-User
Allow: /
Allow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: Google-NotebookLM
Allow: /
Allow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: Gemini-Deep-Research
Allow: /
Allow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/


# ============================================================
# 6. TRAINING — GPTBot (explicit policy exception)
# ============================================================

User-agent: GPTBot
Allow: /
Allow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/


# ============================================================
# 7. TRAINING — All Other Training Bots (Allowed - except for cars)
# ============================================================

User-agent: Amazonbot
Allow: /
Disallow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-Agent: amazon-kendra-
Allow: /
Disallow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: anthropic-ai
Allow: /
Disallow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: Applebot-Extended
Allow: /
Disallow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: Bytespider
Allow: /
Disallow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: ClaudeBot
Allow: /
Disallow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: FacebookBot
Allow: /
Disallow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: CloudVertexBot
Allow: /
Disallow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: GoogleAgent-Mariner
Allow: /
Disallow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: Google-CloudVertexBot
Allow: /
Disallow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: Google-Extended
Allow: /
Disallow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: Kangaroo Bot
Allow: /
Disallow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: meta-externalagent
Allow: /
Disallow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: PetalBot
Allow: /
Disallow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: PhindBot
Allow: /
Disallow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/

User-agent: TikTokSpider
Allow: /
Disallow: /cars/
Allow: /editorial/
Allow: /research/
Allow: /owner-reviews/


# ============================================================
# 8. EXISTING SEO / SCRAPER BLOCKS (unchanged)
# ============================================================

User-agent: trovitBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: ShopWiki
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: XoviBot
Disallow: /

User-agent: Flamingo_SearchEngine
Disallow: /

User-agent: Nutch
Disallow: /

User-agent: ADmantX
Disallow: /

User-agent: CarsnipBot
Disallow: /


# ============================================================
# 9. GLOBAL DEFAULTS & PROTECTED ENDPOINTS
# ============================================================

User-agent: *
Crawl-delay: 2

# APIs & internal services
Disallow: /api/
Disallow: /_api/
Disallow: /ajax/
Disallow: /mobiapi/
Disallow: /mobiapimemberapi/*
Disallow: /v1/

# Transactional & behavioural endpoints
Disallow: /enquiry/
Disallow: /preferences/*
Disallow: /*?event=save-item
Disallow: /*?sort
Disallow: /*?Sort

# Cars transactional refinements
Disallow: /cars?*
Disallow: /cars/?*
Disallow: /cars/details*?
Disallow: /cars/results?*
Disallow: /cars/photogallery*
Disallow: /cars/gallery*

# Editorial internal tooling
Disallow: /editorial/api/
Disallow: /editorial/results*
Disallow: /editorial/search-results*

# Misc / legacy
Disallow: /print/
Disallow: /pdf/
Disallow: /print.aspx
Disallow: /distance-calculator/
Disallow: /error/*
Disallow: /*.aspx
Disallow: /_proxy/*
Disallow: /_listing/*
Disallow: /_listings/*
Disallow: /_details/*
Disallow: /_homepage/*
Disallow: /stories/
Disallow: /mediaad/
Disallow: /gallery/
Disallow: /pls/
Disallow: /Tig/

# carsales

Australia's Go-To for Cars — Buy It. Sell It. Love It.®


## Cars for Sale

[Cars for Sale] (https://www.carsales.com.au/cars/) Browse cars for sale across Australia by make, model, body type and location

[New Cars for Sale] (https://www.carsales.com.au/cars/new/) Browse new cars for sale across Australia by make, model and location

[Used Cars for Sale] (https://www.carsales.com.au/cars/used/) Browse used cars for sale across Australia by make, model, body type and location

[Dealer Cars for Sale] (https://www.carsales.com.au/cars/dealer/) Browse cars for sale listed by licensed dealers

[Private Cars for Sale] (https://www.carsales.com.au/cars/private/) Browse cars for sale listed by private sellers

[Electric Cars for Sale] (https://www.carsales.com.au/cars/electric-fueltype/) Browse electric cars for sale across Australia


## Cars for Sale – Popular Makes

[Audi Cars for Sale] (https://www.carsales.com.au/cars/audi/) Browse Audi cars for sale across Australia

[BMW Cars for Sale] (https://www.carsales.com.au/cars/bmw/) Browse BMW cars for sale across Australia

[Ford Cars for Sale] (https://www.carsales.com.au/cars/ford/) Browse Ford cars for sale across Australia

[Holden Cars for Sale] (https://www.carsales.com.au/cars/holden/) Browse Holden cars for sale across Australia

[Hyundai Cars for Sale] (https://www.carsales.com.au/cars/hyundai/) Browse Hyundai cars for sale across Australia

[Kia Cars for Sale] (https://www.carsales.com.au/cars/kia/) Browse Kia cars for sale across Australia

[Mazda Cars for Sale] (https://www.carsales.com.au/cars/mazda/) Browse Mazda cars for sale across Australia

[Mercedes-Benz Cars for Sale] (https://www.carsales.com.au/cars/mercedes-benz/) Browse Mercedes-Benz cars for sale across Australia

[Mitsubishi Cars for Sale] (https://www.carsales.com.au/cars/mitsubishi/) Browse Mitsubishi cars for sale across Australia

[Nissan Cars for Sale] (https://www.carsales.com.au/cars/nissan/) Browse Nissan cars for sale across Australia

[Tesla Cars for Sale] (https://www.carsales.com.au/cars/tesla/) Browse Tesla cars for sale across Australia

[Toyota Cars for Sale] (https://www.carsales.com.au/cars/toyota/) Browse Toyota cars for sale across Australia


## Cars for Sale – Popular Body Types

[Cab Chassis Cars for Sale] (https://www.carsales.com.au/cars/cab-chassis-bodystyle/) Browse cab chassis cars for sale across Australia

[Convertible Cars for Sale] (https://www.carsales.com.au/cars/convertible-bodystyle/) Browse convertible cars for sale across Australia

[Coupe Cars for Sale] (https://www.carsales.com.au/cars/coupe-bodystyle/) Browse coupe cars for sale across Australia

[Hatchback Cars for Sale] (https://www.carsales.com.au/cars/hatch-bodystyle/) Browse hatchback cars for sale across Australia

[Sedan Cars for Sale] (https://www.carsales.com.au/cars/sedan-bodystyle/) Browse sedan cars for sale across Australia

[SUV Cars for Sale] (https://www.carsales.com.au/cars/suv-bodystyle/) Browse SUV cars for sale across Australia

[Utes for Sale] (https://www.carsales.com.au/cars/ute-bodystyle/) Browse utes for sale across Australia

[Vans for Sale] (https://www.carsales.com.au/cars/van-bodystyle/) Browse vans for sale across Australia

[Wagons for Sale] (https://www.carsales.com.au/cars/wagon-bodystyle/) Browse wagon cars for sale across Australia


## Cars for Sale – Locations

[Cars for Sale in ACT] (https://www.carsales.com.au/cars/australian-capital-territory-state/) Browse cars for sale in the Australian Capital Territory

[Cars for Sale in NSW] (https://www.carsales.com.au/cars/new-south-wales-state/) Browse cars for sale in New South Wales

[Cars for Sale in NT] (https://www.carsales.com.au/cars/northern-territory-state/) Browse cars for sale in the Northern Territory

[Cars for Sale in QLD] (https://www.carsales.com.au/cars/queensland-state/) Browse cars for sale in Queensland

[Cars for Sale in SA] (https://www.carsales.com.au/cars/south-australia-state/) Browse cars for sale in South Australia

[Cars for Sale in TAS] (https://www.carsales.com.au/cars/tasmania-state/) Browse cars for sale in Tasmania

[Cars for Sale in VIC] (https://www.carsales.com.au/cars/victoria-state/) Browse cars for sale in Victoria

[Cars for Sale in WA] (https://www.carsales.com.au/cars/western-australia-state/) Browse cars for sale in Western Australia


## Research Cars

[Car Research] (https://www.carsales.com.au/research/) Research cars by make, model, specifications and reviews

[Editorial] (https://www.carsales.com.au/editorial/) Read car news, reviews, advice and comparisons

[Car News] (https://www.carsales.com.au/editorial/car-news/) Read the latest car news and industry updates

[Car Reviews] (https://www.carsales.com.au/editorial/car-reviews/) Read expert car reviews

[Car Advice] (https://www.carsales.com.au/editorial/car-advice/) Read advice on buying, owning and selling cars

[Best Cars] (https://www.carsales.com.au/best-cars/) Discover award-winning and top-rated cars

[Owner Reviews] (https://www.carsales.com.au/owner-reviews/) Read reviews written by car owners

[Car Comparisons] (https://www.carsales.com.au/editorial/car-comparisons/) Compare cars side by side

[Electric Cars Editorial] (https://www.carsales.com.au/editorial/electric-cars-category/) Read editorial content about electric cars

[Car of the Year] (https://www.carsales.com.au/car-of-the-year/) Explore Carsales Car of the Year awards


## Research Cars – Popular Makes

[Audi Research] (https://www.carsales.com.au/research/audi/) Research Audi cars by model, specifications and reviews

[BMW Research] (https://www.carsales.com.au/research/bmw/) Research BMW cars by model, specifications and reviews

[Ford Research] (https://www.carsales.com.au/research/ford/) Research Ford cars by model, specifications and reviews

[Holden Research] (https://www.carsales.com.au/research/holden/) Research Holden cars by model, specifications and reviews

[Hyundai Research] (https://www.carsales.com.au/research/hyundai/) Research Hyundai cars by model, specifications and reviews

[Kia Research] (https://www.carsales.com.au/research/kia/) Research Kia cars by model, specifications and reviews

[Mazda Research] (https://www.carsales.com.au/research/mazda/) Research Mazda cars by model, specifications and reviews

[Mercedes-Benz Research] (https://www.carsales.com.au/research/mercedes-benz/) Research Mercedes-Benz cars by model, specifications and reviews

[Mitsubishi Research] (https://www.carsales.com.au/research/mitsubishi/) Research Mitsubishi cars by model, specifications and reviews

[Nissan Research] (https://www.carsales.com.au/research/nissan/) Research Nissan cars by model, specifications and reviews

[Tesla Research] (https://www.carsales.com.au/research/tesla/) Research Tesla cars by model, specifications and reviews

[Toyota Research] (https://www.carsales.com.au/research/toyota/) Research Toyota cars by model, specifications and reviews


## Car Showroom

[New Car Showroom] (https://www.carsales.com.au/research/showroom/) Explore new cars available from manufacturers

[Electric Lifestyle] (https://www.carsales.com.au/research/electric-lifestyle/) Learn about owning and living with electric cars

[Certified Programs] (https://www.carsales.com.au/new-cars/certified-programs/) Explore manufacturer certified used car programs

[New Car Calendar] (https://www.carsales.com.au/editorial/details/new-car-calendar-11034/) View upcoming new car releases


## Car Showroom – Body Types

[Cab Chassis Showroom] (https://www.carsales.com.au/research/cab-chassis-bodytype/) Explore cab chassis models available new

[Convertible Showroom] (https://www.carsales.com.au/research/convertible-bodytype/) Explore convertible models available new

[Coupe Showroom] (https://www.carsales.com.au/research/coupe-bodytype/) Explore coupe models available new

[Hatchback Showroom] (https://www.carsales.com.au/research/hatch-bodytype/) Explore hatchback models available new

[Sedan Showroom] (https://www.carsales.com.au/research/sedan-bodytype/) Explore sedan models available new

[SUV Showroom] (https://www.carsales.com.au/research/suv-bodytype/) Explore SUV models available new

[Ute Showroom] (https://www.carsales.com.au/research/ute-bodytype/) Explore ute models available new

[Van Showroom] (https://www.carsales.com.au/research/van-bodytype/) Explore van models available new

[Wagon Showroom] (https://www.carsales.com.au/research/wagon-bodytype/) Explore wagon models available new


## Selling a Car – Services

[Sell My Car] (https://www.carsales.com.au/sell-my-car/) Create a listing to sell your car

[Instant Offer] (https://www.carsales.com.au/instant-offer/) Get an instant offer for your car

[Manage Listings] (https://www.carsales.com.au/seller/listings/) Manage your car sale listings

[Payments] (https://www.carsales.com.au/payments/) Manage payments for car transactions

[Car Valuations] (https://www.carsales.com.au/car-valuations/) Get an estimated value for your car


## Buying a Car – Services

[Car Finance] (https://www.carsales.com.au/car-finance/) Explore finance options for buying a car

[Car Inspections] (https://www.carsales.com.au/car-inspections/) Book a professional car inspection