# Tshirt Factory — robots.txt
# Last updated: April 2026

# Default rule for all bots
User-agent: *
Allow: /
# Block internal system paths (CS-Cart specific)
Disallow: /index.php?dispatch=checkout
Disallow: /index.php?dispatch=cart
Disallow: /index.php?dispatch=auth
Disallow: /index.php?dispatch=orders
Disallow: /index.php?dispatch=profiles
Disallow: /index.php?dispatch=products.picker
Disallow: /app/
Disallow: /var/
Disallow: /install/
Disallow: /admin.php
Disallow: /panou.php
Disallow: /adminer.php
Disallow: /api.php
Disallow: /export.php
# Block parameter variants that create duplicate content
Disallow: /*?sort_by=
Disallow: /*?sort_order=
Disallow: /*?features_hash=
Disallow: /*?sl=
Disallow: /*?items_per_page=
Disallow: /*?currency=
Disallow: /*?page=
Disallow: /*?subcats=
Disallow: /*?search_performed=
Disallow: /*&sort_by=
Disallow: /*&sort_order=
Disallow: /*&features_hash=

# ==========================================================================
# AI Crawlers — explicitly allow (critical for GEO / AI search visibility)
# ==========================================================================

User-agent: GPTBot
Allow: /
Disallow: /index.php?dispatch=checkout
Disallow: /index.php?dispatch=cart
Disallow: /index.php?dispatch=auth

User-agent: OAI-SearchBot
Allow: /
Disallow: /index.php?dispatch=checkout
Disallow: /index.php?dispatch=cart
Disallow: /index.php?dispatch=auth

User-agent: ChatGPT-User
Allow: /

User-agent: ClaudeBot
Allow: /
Disallow: /index.php?dispatch=checkout
Disallow: /index.php?dispatch=cart
Disallow: /index.php?dispatch=auth

User-agent: Claude-Web
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: PerplexityBot
Allow: /
Disallow: /index.php?dispatch=checkout
Disallow: /index.php?dispatch=cart

User-agent: Perplexity-User
Allow: /

User-agent: Google-Extended
Allow: /
Disallow: /index.php?dispatch=checkout
Disallow: /index.php?dispatch=cart

User-agent: GoogleOther
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: CCBot
Allow: /
Disallow: /index.php?dispatch=checkout
Disallow: /index.php?dispatch=cart

User-agent: Bytespider
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: Meta-ExternalAgent
Allow: /

# ==========================================================================
# Aggressive scrapers — block
# ==========================================================================

User-agent: archive.org_bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: SeekportBot
Disallow: /

# ==========================================================================
# Sitemaps
# ==========================================================================

Sitemap: https://tshirt-factory.com/sitemap.xml