User-agent: *
Disallow: /events/
Disallow: /wp-login.php
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /uptime/
Disallow: /search/
Disallow: /secure/
Disallow: /wp-content/uploads/ArenaMessaging.pdf
Disallow: /wp-content/uploads/2021_ptc_brandbook_OCT-1.pdf
Disallow: /wp-content/uploads/2026-Product-Development-Trends-Report.pdf
Disallow: /wp-content/uploads/How-Cloud-Solutions-Accelerate-ROI.pdf
Disallow: /wp-content/uploads/Why-Executives-Are-Using-Cloud-PLM-To-Save-Money.pdf
Disallow: /hpackages/
Disallow: /cn/

# OpenAI ChatGPT
User-agent: GPTBot
Allow: /

# OpenAI's new web crawler (used for model training and browsing)
User-agent: ChatGPT-User
Allow: /

# Google AI crawler (used by Bard / Gemini)
User-agent: Google-Extended
Allow: /

# Common Crawl (used by many AI companies for training data)
User-agent: CCBot
Allow: /

# Anthropic (Claude)
User-agent: anthropic-ai
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Meta (Facebook) AI
User-agent: facebookexternalhit
Allow: /

# Amazon Bot (used for AI data collection)
User-agent: Amazonbot
Allow: /

# You.com
User-agent: youBot
Allow: /

# Neeva (now acquired by Snowflake, previously used AI search)
User-agent: NeevaBot
Allow: /

sitemap: https://www.arenasolutions.com/sitemap_index.xml
sitemap: https://www.arenasolutions.com/page-sitemap.xml
sitemap: https://www.arenasolutions.com/post-sitemap.xml
sitemap: https://www.arenasolutions.com/integration-sitemap.xml