# ==========================================================================
# ROBOTS.TXT - LosAngeles.com
# ==========================================================================
# https://www.robotstxt.org/robotstxt.html
# Letzte Aktualisierung: 25. Januar 2026
# ==========================================================================

User-agent: *
Allow: /

# ==========================================================================
# BLOCK: Interne/System-URLs
# ==========================================================================
Disallow: /search
Disallow: /404
Disallow: /thank-you

# ==========================================================================
# BLOCK: Alte Taxi/Car-Service URLs (Legacy Website)
# ==========================================================================
# losangeles.com war früher eine Taxi/Car-Service Website.
# Diese URL-Patterns sollen nicht mehr gecrawlt werden.
# ==========================================================================

# LAX Airport Services (alte Website)
Disallow: /LAX-
Disallow: /lax-
Disallow: /Lax-

# Car/Taxi Services (alte Website)
Disallow: /*-car-service
Disallow: /*-car-rental
Disallow: /*-taxi-
Disallow: /*-cab-
Disallow: /*-Taxi-
Disallow: /*-Cab-
Disallow: /long-distance-

# Airport Transfers (alte Website)
Disallow: /*-airport-
Disallow: /*-Airport-

# Reservations (alte Website)
Disallow: /*-Reservation
Disallow: /*-reservation
Disallow: /*-booking

# City-to-City (Boston etc. - nicht LA-relevant)
Disallow: /boston-
Disallow: /Boston-
Disallow: /*-to-*-service

# ==========================================================================
# BLOCK: Kaputte/Spam URLs
# ==========================================================================
Disallow: /index.gob
Disallow: /index.Our
Disallow: /index.asp
Disallow: /index.php
Disallow: /default.aspx

# Alte Sprachversionen
Disallow: /en-us/
Disallow: /en/

# ==========================================================================
# AI CRAWLERS - Welcome!
# ==========================================================================
User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Anthropic-AI
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /

# ==========================================================================
# SITEMAP
# ==========================================================================
Sitemap: https://losangeles.com/sitemap.xml

# LLMs.txt for AI assistants
# See: https://losangeles.com/llms.txt