#Google Search Engine Robot
User-agent: Googlebot
Allow: /

#Yahoo! Search Engine Robot
User-Agent: Slurp
Allow: /
Disallow: /api
Disallow: /search
Disallow: /site
Disallow: /bin/
Disallow: /xsl/
Disallow: /views/
Disallow: /App
Disallow: /brands/
Disallow: /*?*

#Yandex Search Engine Robot
User-agent: Yandex
Allow: /
Disallow: /api
Disallow: /search
Disallow: /site
Disallow: /bin/
Disallow: /xsl/
Disallow: /views/
Disallow: /App
Disallow: /brands/
Disallow: /*?*

#Microsoft Search Engine Robot
User-Agent: msnbot
Allow: /
Disallow: /api
Disallow: /search
Disallow: /site
Disallow: /bin/
Disallow: /xsl/
Disallow: /views/
Disallow: /App
Disallow: /brands/
Disallow: /*?*

#Bing Search Engine Robot
User-Agent: bingbot
Allow: /
Disallow: /api
Disallow: /search
Disallow: /site
Disallow: /bin/
Disallow: /xsl/
Disallow: /views/
Disallow: /App
Disallow: /brands/
Disallow: /*?*

#Twitter Search Engine Robot
User-agent: Twitterbot
Allow: /*/media/*

#Facebook Robot
User-agent: facebookexternalhit
Allow: /*/media/*

#Search. Not used for model training
User-agent: OAI-SearchBot
Allow: /

# User-driven browsing from chatGPT and custom GPTs
User-agent: ChatGPT-User 
User-agent: ChatGPT-User/2.0 
Allow: /

# Chat citation fetch and web-focused crawl
User-agent: ClaudeBot 
User-agent: claude-web
Allow: /
 
# Gemini
User-agent: Google-Extended 
Allow: /
 
# Bing / Copilot
User-agent: BingBot 
Allow: /
 
# Apple
User-agent: Applebot
User-agent: Applebot-Extended 
Allow: /

Sitemap: https://www.fareast.com/feo-sitemap.xml