# START YOAST BLOCK
# ----------------------------
User-agent: *
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-*.php
Disallow: /search
Disallow: /search?
Disallow: /static/
Allow: /wp-admin/admin-ajax.php

# AI TRAINING BOTS - BLOCK
User-agent: GPTBot
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: anthropic-ai
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: Amazonbot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Diffbot
Disallow: /

# AGGRESSIVE SCRAPERS - BLOCK
User-agent: PetalBot
Disallow: /

User-agent: Babbar
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: SerpstatBot
Disallow: /

User-agent: ZoominfoBot
Disallow: /

User-agent: Barkrowler
Disallow: /

User-agent: EECS498-CELSearchEngineCrawler
Disallow: /

User-agent: meta-webindexer
Disallow: /

# SEO TOOLS YOU USE - ALLOW BUT RATE-LIMIT
User-agent: AhrefsBot
Crawl-Delay: 10

User-agent: SemrushBot
Crawl-Delay: 10

Sitemap: https://neonmusic.co.uk/sitemap.xml
# ----------------------------
# END YOAST BLOCK