# Allow GPTBot and PerplexityBot explicitly
User-agent: GPTBot
Allow: /

User-agent: PerplexityBot 
Allow: /

# Default rules for all other bots
User-agent: *
Allow: /

# Disallow crawling of authentication and private pages
Disallow: /sign-in
Disallow: /sign-up
Disallow: /dashboard/
Disallow: /api/

# Sitemap location
Sitemap: https://scale.jobs/sitemap.xml

# LLM Crawler Instructions (experimental)
# For detailed LLM crawling instructions, see: https://scale.jobs/llms.txt
# For enhanced version with summaries and tags, see: https://scale.jobs/llms-full.txt