# Block login/admin pages from being indexed User-agent: * Disallow: /wp-admin/ Disallow: /wp-login.php Crawl-delay: 10 # Block aggressive/irrelevant bots User-agent: Bytespider Disallow: / User-agent: FreshpingBot Disallow: / User-agent: Petalbot Disallow: / User-agent: SemrushBot/7~bl Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: GPTBot Disallow: /wp-content/uploads/ Disallow: /wp-content/cache/ Crawl-delay: 20 # Allow Facebook/Instagram previews User-agent: facebookexternalhit Disallow: