# POUR WP:
User-Agent: *
Allow: /wp-content/uploads/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /readme.html
Disallow: /mon-ecran/
Disallow: /refer/
Disallow: /author/
Disallow: /authors/
Disallow: /login/
Disallow: /fr/login/
Disallow: /en/login/
Disallow: /wp-login.php
Disallow: /?s=
Disallow: /search/


# Pages
Disallow: /lob-threatlocker/


# Articles
Disallow: /creation-dune-divi-bars/

# ------------------------------------------------------------

# SITEMAPS
Sitemap: https://lob.ca/sitemap_index.xml



# Allowed bots to crawl
User-agent: Googlebot
Allow: /
User-agent: Google
Allow: /
User-agent: Bingbot
Allow: /
User-agent: Slurp           # Yahoo
Allow: /
Crawl-delay: 10
# ------------------------------------------------------------


# All others bad or potentially robots then
User-agent: *
Disallow: /
User-agent: semrushBot
Disallow: /
User-agent: petalbot
Disallow: /
User-agent: ahrefsbot
Disallow: /
User-agent: mj12bot         # Majestic bot
Disallow: /
User-agent: dotbot
Disallow: /
User-agent: mauibot
Disallow: /
User-agent: Majestic
Disallow: /
User-agent: SoSoSpider      # http://help.soso.com/webspider.htm
Disallow: /
User-agent: YandexBot       # Russia et autre pays de l'Est | Mozilla/5.0 (compatible; YandexBot/3.0; +http://yandex.com/bots)
Disallow: /
User-agent: Baiduspider     China
Disallow: /
User-agent: DuckDuckBot
Disallow: /
# ------------------------------------------------------------