# Sullivan University robots.txt
# Updated: 2025-09-05

# Default: allow all crawlers unless specified
User-agent: *
Allow: /

Disallow: /*?*utm_
Disallow: /*?*sessionid=

# Sitemap
Sitemap: https://www.sullivan.edu/sitemap.xml

# OpenAI
User-agent: ChatGPT-User
Allow: /
User-agent: GPTBot
Disallow: /

# Anthropic
User-agent: Claude-User
Allow: /
User-agent: Claude-SearchBot
Allow: /
User-agent: ClaudeBot
Disallow: /

# Google & Apple AI
User-agent: Google-Extended
Disallow: /
User-agent: Applebot-Extended
Disallow: /

# Common Crawl
User-agent: CCBot
Disallow: /

# Answer/search engines
User-agent: Amazonbot
Allow: /
User-agent: PerplexityBot
Allow: /