# Certain social media sites are whitelisted to allow crawlers to access page with UTM User-agent: Twitterbot Allow: *?utm User-agent: facebookexternalhit Allow: *?utm User-Agent: * Allow: /wp-content/uploads/ Disallow: /wp-admin/ # Disallow: /wp-includes/ Disallow: /wp-json/ Disallow: /wp-trackback Disallow: /wp-feed Disallow: /refer/ Disallow: /wp-comments # Disallow: /wp-content/plugins # Disallow: /wp-content/themes Disallow: /wp-content/cache/* Disallow: /wp-login.php Disallow: /wp-register.php Disallow: /readme.html Disallow: */?add-to-cart* Disallow: */thank-you/* Disallow: */cart/* Disallow: */trackback Disallow: */feed Disallow: */rss Disallow: */embed Disallow: */wlwmanifest.xml Disallow: /xmlrpc.php Disallow: /cgi-bin Disallow: *?s= Disallow: /search/ Disallow: /author/ Disallow: /users/ Disallow: /user_files/ Disallow: /feedback.html Disallow: /*index.php?categoryID Disallow: /*?categoryID Disallow: *?utm Disallow: *?register Disallow: */?sa=* Disallow: */?term=* Sitemap: https://gravyty.com/sitemap_index.xml Host: https://gravyty.com/