Top Sites>TTRAVEL.COM® - "Worldwide travel info + the "Category Defining Domain" for travel."

# Below are the Crawl or Do Not Crawl instructions

User-agent: *
# Block everything by default
Disallow: /

# --------------------------- Allow start
# Allow ONLY the homepage root
Allow: /$

# Open up your specific Pages
Allow: /about/
Allow: /ads.txt
Allow: /privacy-policy/
Allow: /terms-of-service/
Allow: /tips/
Allow: /llms.txt
Allow: /robots.txt
Allow: /sitemap-posts.xml

# Open up your Posts directory
Allow: /regions/

# Allow WP assets
Allow: /wp-content/uploads/
Allow: /wp-content/themes/*.css
Allow: /wp-content/themes/*.js
Allow: /wp-includes/*.js
# --------------------------- Allow end

# Specific Block List (Note the spacing/newlines)
User-agent: AhrefsBot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: CriteoBot/0.1
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: EzoicBot
Disallow: /

User-agent: MegaIndex.ru
Disallow: /

User-agent: meta-externalagent
Disallow: /

User-agent: Nimbostratus-Bot
Disallow: /

User-agent: SBIntuitionsBot
Disallow: /

User-agent: SERankingBacklinksBot
Disallow: /

User-agent: SnapchatAdsBot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: ZoomBot
Disallow: /

Sitemap: https://travel.com/sitemap-posts.xml

# llms.txt
# Purpose: Guidance for LLM-based crawlers and AI assistants
# Site: https://travel.com/
# Updated: 2026-01-07

[site]
name: TRAVEL.COM
url: https://travel.com/
language: en
platform: WordPress

[policy]
# Allowed canonical content
allow:
- /$
- /regions/
- /terms-of-service/
- /privacy-policy/
- /about/
- /tips/

# Disallowed system and non-canonical endpoints
disallow:
- /wp-admin/
- /wp-login.php
- /wp-json/
- /xmlrpc.php
- /?s=
- /wp-content/plugins/
- /wp-content/cache/
- /wp-content/uploads/private/
- /*?replytocom=
# /*?*utm_
# /*?*fbclid=
# /*?*gclid=

[indexing]
# Canonical sitemap for editorial content
sitemaps:
- https://travel.com/sitemap-posts.xml

[ai_licensing]
# Balanced AI usage policy
summary_use: allowed
factual_reference: allowed
short_excerpts: allowed
attribution_required: true
canonical_link_required: true

prohibited:
- full_article_reproduction
- bulk_content_extraction
- dataset_resale
- competing_travel_guides
- derivative_site_generation

license_reference: https://travel.com/terms-of-service

[attribution]
preferred_attribution: "TRAVEL.COM® (travel.com)"
canonical_url_preference: true

[legal]
terms_of_service: https://travel.com/terms-of-service

[notes]
# This file provides non-binding guidance for AI and LLM-based crawlers.
# robots.txt (https://travel.com/robots.txt) remains authoritative and
# contains formal crawler rules and definitions.
# Canonical articles are published under /regions/.
# TRAVEL.COM is a registered trademark used by permission of its owner.