User-agent: *
Disallow: /bin/
Disallow: /xsl/
Disallow: *?utm
Disallow: /temp/
Disallow: *?DTCM
Disallow: *?tags
Disallow: *?perz
Disallow: /*.md$
Disallow: /admin/
Disallow: /views/
Disallow: /login/
Disallow: /en-au/
Disallow: /en-hk/
Disallow: /en-in/
Disallow: /en-my/
Disallow: /en-sg/
Disallow: /en-us/
Disallow: /en-za/
Disallow: *?gclid
Disallow: *?dclid
Disallow: /upload/
Disallow: /*?tag=*
Disallow: *?gclsrc
Disallow: /layouts/
Disallow: ?auctid=*
Disallow: /sitecore/
Disallow: /App_Data/
Disallow: /*?print=*
Disallow: *?category
Disallow: /"mailto::*
Disallow: /App_Config/
Disallow: /sc7/hotels/
Disallow: ?pageTitle=*
Disallow: /App_Browsers/
Disallow: ?poi-checkbox*
Disallow: /sitecore_files/
Disallow: /*?redirect_url=*
Disallow: /sitecore%20modules/
Disallow: /*?missingtranslation=*
Disallow: /*.md$


User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: ClaudeBot
User-agent: claude-web
User-agent: CCBot
User-agent: FacebookBot
User-agent: Applebot
User-agent: anthropic-ai
User-agent: Google-Extended
User-agent: OAI-Applebot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: BingBot
User-agent: Amazonbot
User-agent: FacebookBot 
User-agent: meta-externalagent
User-agent: LinkedInBot 
User-agent: Bytespider
User-agent: DuckAssistBot 
User-agent: cohere-ai 
User-agent: AI2Bot  
User-agent: Diffbot  
User-agent: YouBot  
User-agent: MistralAI-User
Allow: /*.md$
Allow: /llms.txt   


Sitemap: https://www.visitdubai.com/faqs-en.xml
Sitemap: https://www.visitdubai.com/sitemap.xml
Sitemap: https://www.visitdubai.com/events-en.xml

# --- For AI and LLM Crawlers ---
# An llms.txt file is available at: https://www.visitdubai.com/llms.txt
# This file provides a curated, markdown overview of our key content for Large Language Models.
LLMS: https://www.visitdubai.com/llms.txt
Sitemap: https://www.visitdubai.com/sitemap.xml