# robots.txt for paymentevolution.com
# Last updated: 2026-04-07

User-agent: *
Allow: /
Disallow: /admin/
Disallow: /account/
Disallow: /login
Disallow: /logout
Disallow: /api/
Disallow: /*.json$
Disallow: /search?
Disallow: /*?utm_
Disallow: /cgi-bin/

# Block known bad/aggressive scrapers
User-agent: AhrefsBot
Crawl-delay: 10

User-agent: SemrushBot
Crawl-delay: 10

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /

# AI training crawlers — allow or block as you prefer
# (Uncomment to block)
# User-agent: GPTBot
# Disallow: /
# User-agent: ClaudeBot
# Disallow: /
User-agent: CCBot
Disallow: /
User-agent: Google-Extended
Disallow: /

Sitemap: https://www.paymentevolution.com/sitemap.xml