# SpinXO Robots.txt
# https://www.spinxo.com/robots.txt

User-agent: *

# Allow all main content
Allow: /

# Block legacy search parameter URLs (redirect handled by middleware)
Disallow: /*?search=
Disallow: /*?search

# Block name lookup query parameters (prevents infinite URL space)
Disallow: /name-lookup?*
Disallow: /name-meaning?*
Disallow: /similar-names?*
Disallow: /name-variations?*

# Block admin pages
Disallow: /admin
Disallow: /admin/

# Block UI design system pages (admin-only)
Disallow: /ui
Disallow: /ui/

# Block account/user-specific pages (not useful for search engines)
Disallow: /account
Disallow: /account/

# Block API endpoints
Disallow: /api/
Disallow: /api

# Block sign-in pages
Disallow: /sign-in

# Block monitoring/error pages
Disallow: /monitoring

# Block AI result pages with numeric IDs (low-value, most are noindexed)
Disallow: /dream/
Disallow: /roast/
Disallow: /significance/
Disallow: /celebrity-match/
Disallow: /similar/

# Block vulnerability scanner probes
Disallow: /*.php$
Disallow: /*.aspx$

# Block name pages without cached content (saves crawl budget)
# Only names in the sitemap should be crawled
Disallow: /name-lookup
Disallow: /name-meaning
Disallow: /similar-names
Disallow: /name-variations

# Sitemap location
# Primary: the sitemap index. Most crawlers follow it to the children below,
# but some (Bing, DuckDuckBot historically) benefit from the children being
# listed explicitly, so we enumerate both.
Sitemap: https://www.spinxo.com/sitemap.xml
Sitemap: https://www.spinxo.com/sitemap-static.xml
Sitemap: https://www.spinxo.com/sitemap-tools.xml
Sitemap: https://www.spinxo.com/sitemap-topics.xml
Sitemap: https://www.spinxo.com/sitemap-lists/1.xml
Sitemap: https://www.spinxo.com/sitemap-creators.xml
Sitemap: https://www.spinxo.com/sitemap-contests.xml
Sitemap: https://www.spinxo.com/sitemap-blog.xml
Sitemap: https://www.spinxo.com/sitemap-ai-results.xml
Sitemap: https://www.spinxo.com/sitemap-names.xml
Sitemap: https://www.spinxo.com/sitemap-usernames.xml