# ALLOW ALL MAJOR SEARCH ENGINE CRAWLERS AND FACEBOOK
# Google crawlers
User-agent: Googlebot
User-agent: Googlebot-Image
User-agent: Googlebot-Video
User-agent: Googlebot-News

# Bing crawlers
User-agent: Bingbot
User-agent: Bingbot-Image
User-agent: Bingbot-Video

# Yandex crawlers
User-agent: YandexBot
User-agent: YandexImages
User-agent: YandexVideo
User-agent: YandexMedia
User-agent: YandexWebmasterBot

# Facebook crawler
User-agent: facebookexternalhit
Allow: /

# Disallow WordPress admin, includes, and plugins
Disallow: /wp-admin
Disallow: /wp-includes
Disallow: /wp-content/plugins/

# Disallow WooCommerce pages
Disallow: /*/cart
Disallow: /*/checkout
Disallow: /*/my-account

# Disallow WordPress REST API
Disallow: /wp-json/
Disallow: /?rest_route=

# Disallow internal search, filter, and utility URLs
Disallow: /*?s=*
Disallow: /search/
Disallow: /*?filter_*
Disallow: /*?orderby=*
Disallow: /*?add-to-cart=*


# BLOCK ALL OTHER CRAWLERS (The intent is to only allow major search engines and Facebook)
User-agent: *
Disallow: /


# Sitemap location
Sitemap: https://moonglow.md/sitemap.xml