# Block Next.js static assets from being indexed
User-agent: *
Disallow: /_next/static/
Disallow: /_next/image
Disallow: /api/

# Block docs subdirectory Next.js assets and data files
Disallow: /docs/_next/
Disallow: /docs/*/data/
Disallow: /data/
Disallow: *.json$

# Block guide code fragments (not actual guide pages)
Disallow: /guides/*/config
Disallow: /guides/*/client
Disallow: /guides/*/features
Disallow: /guides/*/*/

# Allow everything else
Allow: /

# Sitemap location (update this URL if you have a sitemap)
Sitemap: https://goldrush.dev/sitemap.xml

# LLM context files
LLMs-Txt: https://goldrush.dev/llms.txt
LLMs-Txt: https://goldrush.dev/llms-full.txt

# Allow major AI crawlers for citation opportunities
User-agent: GPTBot
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: GoogleExtendedBot
Allow: /