User-agent: Twitterbot
Disallow:

# AI crawlers — allowlist only high-value content pages
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: Google-Extended
User-agent: Amazonbot
User-agent: anthropic-ai
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: PerplexityBot
User-agent: Bytespider
User-agent: cohere-ai
User-agent: Meta-ExternalAgent
Disallow: /
Allow: /$
Allow: /llms.txt
Allow: /llms-full.txt
Allow: /about
Allow: /pricing*
Allow: /contact
Allow: /faqs
Allow: /search-tips
Allow: /directory*
Allow: /cartoon*
Allow: /product
Allow: /categories
Allow: /cartoonists
Allow: /cartoonists/
Allow: /collections
Allow: /collections/
Allow: /staff-picks/
Allow: /curated/
Allow: /curated-topical/
Allow: /toonstack/
Allow: /cartoons-for-educators
Allow: /gift-ideas
Allow: /gifts-index
Allow: /store
Allow: /products/
Allow: /subscription-plans
Allow: /subscriptions
Allow: /caption-contest/current
Allow: /caption-contest/voting
Allow: /caption-contest/rules
Allow: /caption-contest/winners
Allow: /games/
Allow: /blog
Allow: /license-agreement
Allow: /privacy
Allow: /terms
Allow: /content-policy
Allow: /returns-policy

# Traditional crawlers — block only private/transactional pages
User-agent: *
Disallow: /rss$
Disallow: /rss/
Disallow: /xml$
Disallow: /xml/
Disallow: /search?
Disallow: /cart$
Disallow: /cart-restore$
Disallow: /checkout$
Disallow: /license-pack-checkout$
Disallow: /subscription-checkout$
Disallow: /my-account$
Disallow: /my-library$
Disallow: /order-history$
Disallow: /log-in$
Disallow: /forgotten-password$
Disallow: /pay-invoice$
Disallow: /pay-invoice-success$
Disallow: /pay-invoice-fail$
Disallow: /view-invoice$
Disallow: /notification-preferences$
Disallow: /caption-contest/purchase-entries$
Disallow: /caption-contest/my-entries$
Disallow: /survey$
Disallow: /outdated$
Disallow: /401$
Disallow: /403$
Disallow: /404$

Sitemap: https://www.cartoonstock.com/sitemap.xml