# ==============================
# robots.txt for ConnectorSupplier.com
# SEO + AI friendly, spam-aware
# ==============================

# ------------------------------
# Allow major search engines
# ------------------------------
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Slurp
Allow: /

User-agent: DuckDuckBot
Allow: /

# ------------------------------
# Allow reputable AI crawlers
# ------------------------------
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

# ------------------------------
# Block known scrapers / spam bots
# ------------------------------
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: BLEXBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: Yandex
Disallow: /

# ------------------------------
# WordPress security rules
# ------------------------------
User-agent: *
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-json/
Disallow: /*?*

# ------------------------------
# Sitemap
# ------------------------------
Sitemap: https://connectorsupplier.com/sitemap_index.xml