# *
User-agent: *
Allow: /

# GPTBot
User-agent: GPTBot
Disallow: /open-skills/skills/
Disallow: /open-titles/titles/
Disallow: /lot/occupations/

# ClaudeBot
User-agent: ClaudeBot
Disallow: /open-skills/skills/
Disallow: /open-titles/titles/
Disallow: /lot/occupations/

# AnthropicBot
User-agent: AnthropicBot
Disallow: /open-skills/skills/
Disallow: /open-titles/titles/
Disallow: /lot/occupations/

# PerplexityBot
User-agent: PerplexityBot
Disallow: /open-skills/skills/
Disallow: /open-titles/titles/
Disallow: /lot/occupations/

# MPTBot
User-agent: MPTBot
Disallow: /open-skills/skills/
Disallow: /open-titles/titles/
Disallow: /lot/occupations/

# ErnieBot
User-agent: ErnieBot
Disallow: /open-skills/skills/
Disallow: /open-titles/titles/
Disallow: /lot/occupations/

# Host
Host: https://lightcast.io

# Sitemaps
Sitemap: https://lightcast.io/sitemap.xml
Sitemap: https://lightcast.io/sitemap/user-content-sitemap.xml
Sitemap: https://lightcast.io/sitemap/skills-sitemap.xml
Sitemap: https://lightcast.io/sitemap/titles-sitemap.xml
Sitemap: https://lightcast.io/sitemap/lot-sitemap.xml