Sitemap: https://www.rp-photonics.com/sitemap.xml

# Same rules for several search crawlers
User-agent: Googlebot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: Gemini-Deep-Research
User-agent: Google-InspectionTool
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Bingbot
User-agent: DuckDuckBot
User-agent: Applebot
User-agent: Bravebot
User-agent: MojeekBot
User-agent: Qwantify
User-agent: SeznamBot
# User-agent: Baiduspider
User-agent: PetalBot
# User-agent: Yandex
# User-agent: Yeti
# User-agent: Sogou
User-agent: Yahoo!
User-agent: Yahoo! Slurp
User-agent: Teoma
User-agent: KagiBot
User-agent: YaCy
User-agent: facebot
User-agent: facebookexternalhit
User-agent: LinkedInBot
User-agent: Twitterbot
User-agent: Slackbot
User-agent: redditbot
User-agent: SkypeUriPreview
User-agent: ecosia crawler
User-agent: Swisscows
User-agent: SeznamBot
User-agent: Exabot
User-agent: yacybot
Disallow: /img/
Disallow: /*.php
Allow: /img/*.ico
Allow: /img/*.png
Allow: /img/*.jpg
Allow: /img/*.gif
Allow: /img/*.webp
Allow: /img/*.svg
Allow: /*.rss
Allow: /*.pdf
Disallow: /bg/supplierboxes/*

# Catch-all: block everyone else (including AI bots for model training)
User-agent: *
Disallow: /