# Allow all crawlers
User-agent: *
Allow: /

# Major search engines
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

# Social media crawlers
User-agent: Twitterbot
Allow: /

User-agent: facebookexternalhit
Allow: /

User-agent: LinkedInBot
Allow: /

# AI crawlers for AI visibility
User-agent: GPTBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: ChatGPT-User
Allow: /

# Sitemap location
Sitemap: https://tailorhq.ai/sitemap.xml

# LLM-readable content indexes (llmstxt.org)
# Every public page is also available as Markdown. Three ways to fetch:
#   1. GET /llms.txt            — curated index of pages with descriptions
#   2. GET /llms-full.txt       — full content concatenated into one file
#   3. GET /<path> with Accept: text/markdown  — or append .md to any URL
Llms: https://tailorhq.ai/llms.txt
Llms-Full: https://tailorhq.ai/llms-full.txt