# Robots.txt for Jobcase.com
# Last Updated: February 2026

# Allow all bots with standard crawl delay
User-agent: *
Allow: /
Crawl-delay: 1

# Block sensitive or private areas
Disallow: /admin/
Disallow: /api/private/
Disallow: /user/private/
Disallow: /internal/

# Sitemap locations
Sitemap: https://www.jobcase.com/sitemap.xml
Sitemap: https://www.jobcase.com/sitemap_index.xml
Sitemap: https://www.jobcase.com/sitemap_pages.xml
Sitemap: https://www.jobcase.com/sitemap_pages_1.xml
Sitemap: https://www.jobcase.com/sitemap_pages_2.xml

# AI Context Files
# These files are specifically designed for LLM consumption
# LLMs.txt: https://www.jobcase.com/llms.txt
# Full Context: https://www.jobcase.com/llms-full.txt

# Supported AI Crawlers (all allowed):
# OpenAI: GPTBot, ChatGPT-User
# Anthropic: Claude-Web, Anthropic-AI
# Google: Googlebot, Google-Extended
# Microsoft: Bingbot
# Common Crawl: CCBot
# Perplexity: PerplexityBot
# You.com: YouBot
# Apple: Applebot-Extended
# Meta: FacebookBot
# Cohere: cohere-ai
# AI2: AI2Bot
# Amazon: Amazonbot