# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

Sitemap: https://superbthemes.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK

# Facebook/Meta Crawler Rate Limiting
User-agent: facebookexternalhit
User-agent: facebookexternalhit/1.1
User-agent: facebookexternalhit/1.1 (+http://www.facebook.com/externalhit_uatext.php)
User-agent: meta-externalagent
User-agent: meta-externalagent/1.1
User-agent: meta-externalagent/1.1 (+https://developers.facebook.com/docs/sharing/webmasters/crawler)
Crawl-delay: 5

# Googlebot
User-Agent: Googlebot
Allow: /
Allow: /*.jpg
Allow: /*.jpeg
Allow: /*.png
Allow: /*.gif
Allow: /*.js
Allow: /*.css