User-agent: GPTBot Crawl-delay: 30 User-agent: AhrefsBot Crawl-delay: 60 User-agent: MJ12bot Crawl-delay: 60 User-agent: Amazonbot Crawl-delay: 60 # Generic rules for all bots User-agent: * Disallow: /wp-content/uploads/wc-logs/ Disallow: /wp-content/uploads/woocommerce_transient_files/ Disallow: /wp-content/uploads/woocommerce_uploads/ Disallow: /wp-admin/ Allow: /wp-admin/admin-ajax.php Crawl-delay: 10 # START YOAST BLOCK # --------------------------- User-agent: * Disallow: Sitemap: https://www.idirect.net/sitemap_index.xml # --------------------------- # END YOAST BLOCK