User-Agent: *
Disallow: /cdn-cgi/
Disallow: /upload/invoice/
Disallow: /upload/tax/
Disallow: /support/*.pdf

User-agent: Slurp
Disallow: /cdn-cgi/
Disallow: /upload/invoice/
Disallow: /upload/tax/
Disallow: /support/*.pdf

User-agent: Googlebot
Disallow: /cdn-cgi/
Disallow: /upload/invoice/
Disallow: /upload/tax/
Disallow: /support/*.pdf

User-agent: Googlebot-image
Disallow: /cdn-cgi/
Disallow: /upload/invoice/
Disallow: /upload/tax/
Disallow: /support/*.pdf

User-agent: AdsBot-Google-Mobile
Disallow: /cdn-cgi/
Disallow: /upload/invoice/
Disallow: /upload/tax/
Disallow: /support/*.pdf

User-agent: AdsBot-Google
Disallow: /cdn-cgi/
Disallow: /upload/invoice/
Disallow: /upload/tax/
Disallow: /support/*.pdf

User-agent: GPTBot
Allow: /
Disallow: /cdn-cgi/
Disallow: /upload/invoice/
Disallow: /upload/tax/
Disallow: /support/*.pdf

# Allow Anthropic's Claude crawler
User-agent: ClaudeBot
Allow: /
Disallow: /cdn-cgi/
Disallow: /upload/invoice/
Disallow: /upload/tax/
Disallow: /support/*.pdf

# Allow Google's AI/Gemini crawler
User-agent: Google-Extended
Allow: /
Disallow: /cdn-cgi/
Disallow: /upload/invoice/
Disallow: /upload/tax/
Disallow: /support/*.pdf

# Allow Perplexity AI crawler
User-agent: PerplexityBot
Allow: /
Disallow: /cdn-cgi/
Disallow: /upload/invoice/
Disallow: /upload/tax/
Disallow: /support/*.pdf

# Allow Common Crawl (used by many AI systems)
User-agent: CCBot
Allow: /
Disallow: /cdn-cgi/
Disallow: /upload/invoice/
Disallow: /upload/tax/
Disallow: /support/*.pdf

# Allow Bing/Copilot crawler
User-agent: bingbot
Allow: /
Disallow: /cdn-cgi/
Disallow: /upload/invoice/
Disallow: /upload/tax/
Disallow: /support/*.pdf

Sitemap: https://assets.paniniamerica.net/sitemap.xml