# robots.txt for convirza.com
# Updated: March 2026

# -----------------------------------------------
# General crawlers
# -----------------------------------------------
User-agent: *
Allow: /

# WordPress core
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /wp-login.php
Disallow: /wp-includes/
Disallow: /xmlrpc.php
Disallow: /trackback/

# WooCommerce (existing rules - keep)
Disallow: /wp-content/uploads/wc-logs/
Disallow: /wp-content/uploads/woocommerce_transient_files/
Disallow: /wp-content/uploads/woocommerce_uploads/
Disallow: /*?add-to-cart=
Disallow: /*?*add-to-cart=
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/

# Low-value URL patterns
Disallow: /?s=
Disallow: /search/
Disallow: /*?replytocom=
Disallow: /*?p=
Disallow: /tag/
Disallow: /author/
Disallow: /feed/
Disallow: /comments/feed/
Disallow: /wp-json/

# -----------------------------------------------
# Google
# -----------------------------------------------
User-agent: Googlebot
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

# -----------------------------------------------
# AI Crawlers — allow for GEO visibility
# -----------------------------------------------

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Bingbot
Allow: /

# -----------------------------------------------
# Block aggressive SEO scrapers
# -----------------------------------------------
User-agent: AhrefsBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: BLEXBot
Disallow: /

# -----------------------------------------------
# Sitemap
# -----------------------------------------------
Sitemap: https://www.convirza.com/sitemap_index.xml