# Standard Search Engines
User-agent: *
Disallow: /lp/
Disallow: /lp
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /admin/
Disallow: /login/
Disallow: /search/
Disallow: /search?
Disallow: /cdn-cgi/

# AI LLM Crawlers - Explicit Disallow for /lp
User-agent: GPTBot
Disallow: /lp/
Disallow: /lp
Allow: /

User-agent: ChatGPT-User
Disallow: /lp/
Disallow: /lp
Allow: /

User-agent: CCBot
Disallow: /lp/
Disallow: /lp
Allow: /

User-agent: Google-Extended
Disallow: /lp/
Disallow: /lp
Allow: /

User-agent: Anthropic-AI
Disallow: /lp/
Disallow: /lp
Allow: /

User-agent: Claude-bot
Disallow: /lp/
Disallow: /lp
Allow: /

User-agent: FacebookBot
Disallow: /lp/
Disallow: /lp
Allow: /

# Sitemap and Host
Host: https://www.tailorbrands.com
Sitemap: https://www.tailorbrands.com/sitemap_index.xml