# =======================================================
# GENERAL RULES FOR ALL BOTS
# =======================================================
User-agent: *
Disallow: /?s=
Disallow: /?sl-provider=
Disallow: /page/*/?s=
Disallow: /search/
Disallow: /wp-json/
Disallow: *rest_route=*
Disallow: /sl-provider-sitemap.xml
Disallow: /sl-theme-sitemap.xml
Disallow: /slot-provider/
Disallow: /slot-theme/
Disallow: /go/
Disallow: /feed/
Disallow: *sl-megaways=*
Disallow: *owl.carousel.min.css*
Disallow: *post_type=slotsl*
Disallow: /?page_id=
Disallow: /slot-filter/
Disallow: */?id=*


# =======================================================
# BLOCKING UNWANTED BOTS AND SCANNERS
# =======================================================

User-agent: meta-externalagent
Disallow: /

User-agent: facebookexternalhit
Disallow: /


User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: Amazonbot
Disallow: /


# SEO Tools
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SemrushBot-OCOB
Disallow: /

# Chinese/Aggressive crawlers
User-agent: PetalBot
Disallow: /

User-agent: YisouSpider
Disallow: /

User-agent: Sogou
Disallow: /

User-agent: Baiduspider
Disallow: /

# Other unwanted bots
User-agent: TinyTestBot
Disallow: /

User-agent: WordPress
Disallow: /

User-agent: UptimeRobot
Disallow: /

User-agent: HTTrack
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: FriendlyCrawler
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: DuckAssistBot
Disallow: /

# Blocking custom scripts (your existing)
User-agent: Python
Disallow: /

User-agent: PHP
Disallow: /

# Additional scrapers and bad bots
User-agent: StabilityAI
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: TikTokSpider
Disallow: /

User-agent: img2dataset
Disallow: /

User-agent: FirecrawlAgent
Disallow: /

User-agent: aiHitBot
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: 80legs
Disallow: /

User-agent: SISTRIX
Disallow: /


# =======================================================
# SITEMAP
# =======================================================
Sitemap: https://respinix.com/sitemap_index.xml