User-agent: *
Allow: /
Disallow: /config/
Disallow: /System.php
Disallow: /core/
Disallow: /pages/
Disallow: /tools/
Disallow: /includes/

Sitemap: https://themeware.design/sitemap-index.xml
Sitemap: https://themeware.design/sitemap.xml
Sitemap: https://themeware.design/sitemap-images.xml

# LLM context files
# See https://llmstxt.org/
Llms-txt: https://themeware.design/llms.txt

# ==============================================================================
# AI Crawler – Alle erlaubt für maximale Sichtbarkeit
# ==============================================================================

# OpenAI GPTBot (ChatGPT, GPT-4, etc.)
User-agent: GPTBot
Allow: /

# Anthropic Claude (Claude.ai)
User-agent: ClaudeBot
Allow: /

# Google Extended (Bard, Gemini AI Training)
User-agent: Google-Extended
Allow: /

# Common Crawl (Trainingsdaten für viele AI-Modelle)
User-agent: CCBot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Cohere AI
User-agent: cohere-ai
Allow: /

# Meta AI (LLaMA Training)
User-agent: FacebookBot
Allow: /

# Diffbot (Knowledge Graph für AI)
User-agent: Diffbot
Allow: /

# OpenAI ChatGPT Browsing
User-agent: ChatGPT-User
Allow: /

# OpenAI SearchGPT
User-agent: OAI-SearchBot
Allow: /

# ByteDance / TikTok AI
User-agent: Bytespider
Allow: /

# Amazon AI (Alexa, etc.)
User-agent: Amazonbot
Allow: /

# Applebot Extended (Apple Intelligence)
User-agent: Applebot-Extended
Allow: /

# ==============================================================================
# Standard Search Engine Bots
# ==============================================================================

# Google
User-agent: Googlebot
Allow: /

# Google Images
User-agent: Googlebot-Image
Allow: /

# Bing
User-agent: Bingbot
Allow: /

# Yandex
User-agent: YandexBot
Allow: /

# Baidu
User-agent: Baiduspider
Allow: /

# DuckDuckGo
User-agent: DuckDuckBot
Allow: /

# ==============================================================================
# Crawl Delay für respektvolles Crawling
# ==============================================================================
Crawl-delay: 1