# robots.txt
# This file tells web crawlers and robots what they should not access
# Allow major search engines but block all other robots

# Allow Google
User-agent: Googlebot
Disallow:

# Allow Bing
User-agent: Bingbot
Disallow:

# Allow Yahoo
User-agent: Slurp
Disallow:

# Allow DuckDuckGo
User-agent: DuckDuckBot
Disallow:

# Allow Yandex
User-agent: YandexBot
Disallow:

# Allow Baidu
User-agent: Baiduspider
Disallow:

# Allow Apple
User-agent: Applebot
Disallow:

# Allow Facebook (for link previews)
User-agent: facebookexternalhit
Disallow:

# Allow Twitter (for link previews)
User-agent: Twitterbot
Disallow:

# Allow LinkedIn (for link previews)
User-agent: LinkedInBot
Disallow:

# Block all other robots
User-agent: *
Disallow: /