User-Agent: *
Allow: /
Disallow: /src/
Disallow: /inc/
Disallow: /lang/
Disallow: /vendor/
Disallow: /node_modules/

# AI crawlers — explicitly allowed
User-Agent: GPTBot
Allow: /

User-Agent: ChatGPT-User
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: anthropic-ai
Allow: /

User-Agent: PerplexityBot
Allow: /

User-Agent: Applebot-Extended
Allow: /

User-Agent: GoogleExtendedData
Allow: /

Sitemap: https://rednet.ge/sitemap.xml
# LLMs.txt: https://rednet.ge/llms.txt