# robots.txt for BabyNames.com
# Last-Updated: 2025-08-11
# Canonical: https://babynames.com/robots.txt

# =========================================================
#   GENERAL POLICY
# =========================================================
# Allow standard search engines to index our public pages.
# Block AI crawlers and other high-volume scrapers from
# using our content for training, embeddings, or derivative works.
# =========================================================

User-agent: *
Disallow: /blogs/wp-admin/

# =========================================================
# Google Search Indexing ALLOWED
# =========================================================
User-agent: Googlebot
Allow: /

# Optional: also allow Googlebot-Image if you want your images indexed
User-agent: Googlebot-Image
Allow: /

# Optional: allow Googlebot-News if you want news indexing
User-agent: Googlebot-News
Allow: /

# =========================================================
#   AI CRAWLER BLOCKS - ALLOW
# =========================================================

# Explicitly allow AI crawlers
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: PerplexityBot
Allow: /

# =========================================================
#   SITEMAPS
# =========================================================
Sitemap: https://babynames.com/sitemap.xml
Sitemap: https://babynames.com/blogs/feed/