# 1) Block AI training / LLM crawlers
# User-agent: GPTBot
# User-agent: ChatGPT-User
# User-agent: ClaudeBot
# User-agent: Bytespider
# User-agent: newsai
# Disallow: /

# 2) Block heavy SEO / marketing crawlers
User-agent: Dragonbot
User-agent: Barkrowler
User-agent: DotBot
User-agent: MJ12bot
Disallow: /

# 3) Block foreign search engines
# User-agent: YandexBot
# User-agent: Sogou-spider
# User-agent: PetalBot
# User-agent: SeznamBot
# Disallow: /

# 4) Universal rules for all good crawlers
User-agent: *
# Allow all sitemaps globally, including those in subdirectories
Allow: /sitemap-index.xml
Allow: /sitemap.xml
Allow: */sitemap.xml
Allow: /*.xml

# Standard WP blocks
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /wp-json/
Allow: /wp-admin/admin-ajax.php

# Sitemap location
Sitemap: https://travelodgehotels.asia/sitemap-index.xml