# ==========================================================
# ALLOW LIST: Search Engines, AI Agents, SEO & Shopping
# ==========================================================

User-agent: Googlebot
User-agent: Googlebot-Mobile
User-agent: Googlebot-Image
User-agent: Googlebot-News
User-agent: Googlebot-Video
User-agent: AdsBot-Google
User-agent: Storebot-Google
User-agent: Bingbot
User-agent: BingPreview
User-agent: DuckDuckBot
User-agent: Applebot
User-agent: YandexBot
User-agent: YandexImages

User-agent: OAI-SearchBot
User-agent: ChatGPT-User
User-agent: Claude-SearchBot
User-agent: Claude-User
User-agent: PerplexityBot

User-agent: AhrefsBot
User-agent: AhrefsSiteAudit
User-agent: botify
User-agent: Moz
User-agent: Screaming Frog SEO Spider
User-agent: SemrushBot
User-agent: SemrushBot-SA
User-agent: Sitebulb

User-agent: GoogleMerchantCenter
User-agent: Google-InspectionTool
User-agent: Pinterestbot
User-agent: FacebookExternalHit
User-agent: Facebot

User-agent: Twitterbot
User-agent: LinkedInBot
User-agent: Slackbot
User-agent: Discordbot
User-agent: WhatsApp
User-agent: InstagramBot

User-agent: Schema-Markup-Validator
User-agent: W3C_Validator
User-agent: Lighthouse

Allow: /
Allow: /catalogsearch/result/?q*

# ==========================================================
# DEFAULT DENY FOR ALL OTHER BOTS
# ==========================================================
User-agent: *
Disallow: /

# ==========================================================
# GLOBAL SITE RULES (Original Magento Directives)
# ==========================================================

User-agent: *
Disallow: /index.php/
Disallow: /checkout/
Disallow: /tag/
Disallow: /catalogsearch/advanced/
Disallow: /catalogsearch/ajax/
Disallow: /app/
Disallow: /downloader/
Disallow: /*.php$
Disallow: /pkginfo/
Disallow: /report/
Disallow: /interface/
Disallow: /bin/
Disallow: /dev/
Disallow: /var/
Disallow: /sendfriend/
Disallow: /sales/
Disallow: /customer/
Disallow: /wishlist/
Disallow: /shipping-policy

Sitemap: https://www.londonjewelers.com/pub/sitemap.xml
Sitemap: https://www.londonjewelers.com/pub/llms.txt