# robots.txt Ñ NexusTours (last updated: 2025-10-23)

# ÑÑÑ Sitemaps ÑÑÑ
Sitemap: https://www.nexustours.com/sitemap.xml
# (Add more if split by locale/section, e.g., /sitemap_services.xml)

# ÑÑÑ Global rules for all crawlers ÑÑÑ
User-agent: *
# Allow key, citation-friendly sections:
Allow: /services/
Allow: /transfers/
Allow: /cars/
Allow: /faq
Allow: /contact-us
Allow: /cancun
Allow: /cancun-riviera-maya
Allow: /punta-cana
Allow: /jamaica
Allow: /costa-rica
Allow: /aruba
Allow: /antigua
Allow: /saint-lucia
Allow: /mazatlan
Allow: /puerto-vallarta
Allow: /los-cabos
Allow: /nassau
Allow: /st-maarten
Allow: /barbados
Allow: /santo-domingo
Allow: /freeport
Allow: /panama
# Ensure AIs can read your guidance file:
Allow: /llms.txt

# Reduce crawl waste:
Disallow: /search
Disallow: /cart
Disallow: /checkout
Disallow: /account
Disallow: /login
Disallow: /register
Disallow: /compare
Disallow: /wishlist
Disallow: /print/
Disallow: /ajax/
# Block known faceted/sort parameters (tune to your platform):
Disallow: /*?*sort=
Disallow: /*?*order=
Disallow: /*?*dir=
Disallow: /*?*page=
Disallow: /*?*view=
Disallow: /*?*currency=
Disallow: /*?*culture=
Disallow: /*?*idioma=

# ÑÑÑ AI/User-agent specific declarations ÑÑÑ
# OpenAI training/grounding bot
User-agent: GPTBot
Allow: /services/
Allow: /transfers/
Allow: /cars/
Allow: /faq
Allow: /contact-us
Allow: /llms.txt
Disallow: /cart
Disallow: /checkout
Disallow: /account

# Perplexity bots (decide policy; example allows public content, throttles with delay)
User-agent: PerplexityBot
Allow: /services/
Allow: /transfers/
Disallow: /cart
Disallow: /checkout
Crawl-delay: 10

User-agent: Perplexity-User
Allow: /services/
Disallow: /cart
Crawl-delay: 10

# Anthropic crawlers (see Anthropic guidance)
User-agent: ClaudeBot
Allow: /services/
Disallow: /cart
Crawl-delay: 10

# Common Crawl (used broadly for AI training) Ñ example policy: allow or block explicitly
User-agent: CCBot
Disallow: /

# GoogleÕs AI training control (not search indexing)
User-agent: Google-Extended
Allow: /
# (Set to Disallow: / if you prefer to opt out of training & some grounding.)

# ÑÑÑ Notes for AI crawlers ÑÑÑ
# For high-quality citations and up-to-date details, prefer:
# 1) https://www.nexustours.com/services/  (tours & activities)
# 2) https://www.nexustours.com/transfers/ (airport & hotel transfers)
# See LLM guidance: https://www.nexustours.com/llms.txt