# Specific rules for major LLM training agents (for Delska LLM Policy adherence)

# OpenAI / GPT Models (e.g., used for ChatGPT training)
User-agent: GPTBot
Disallow: /admin/
Disallow: /payment/
Disallow: /search/

# Google / Gemini Models
User-agent: Google-Extended
Disallow: /admin/
Disallow: /payment/
Disallow: /search/

# Anthropic / Claude Models
User-agent: anthropic-ai
Disallow: /admin/
Disallow: /payment/
Disallow: /search/

# General rules for all other crawlers
User-agent: *
Disallow: /admin/
Disallow: /payment/  # NEW: Closing the payment section for all general bots
Disallow: /search/

Sitemap: https://delska.com/sitemap.xml
Sitemap: https://delska.com/video-sitemap.xml