# Global rules for all bots
User-agent: *
Allow: /

# Sitemap
Sitemap: https://locksleylaw.co.uk/sitemap.xml


# -----------------------------
# Search Engine Bots
# -----------------------------

# Google
User-agent: Googlebot
Allow: /

# Bing
User-agent: Bingbot
Allow: /

# -----------------------------
# AI / LLM Bots
# -----------------------------

# OpenAI / ChatGPT
User-agent: GPTBot
Allow: /

# OpenAI ChatGPT browsing agent (legacy/variant)
User-agent: ChatGPT-User
Allow: /

# Anthropic Claude
User-agent: ClaudeBot
Allow: /

# Perplexity AI
User-agent: PerplexityBot
Allow: /

# Common Crawl (used by many AI models)
User-agent: CCBot
Allow: /

# Meta AI (Facebook / LLaMA)
User-agent: Meta-ExternalAgent
Allow: /

# Amazon AI (Alexa / Bedrock)
User-agent: Amazonbot
Allow: /

# Apple AI / Siri suggestions
User-agent: Applebot
Allow: /

# -----------------------------
# Optional: Crawl delay (for Bing only)
# -----------------------------
User-agent: Bingbot
Crawl-delay: 5