# GoodAPI — robots.txt
#
# Open policy: all crawlers (search engines, user-triggered AI fetchers, and
# AI training crawlers) are allowed. The only carve-out is Astro's build
# output directory, which contains hashed bundles with no standalone value.
#
# The same policy is declared machine-readably via Cloudflare Content
# Signals below — honoured by well-behaved AI operators regardless of the
# per-user-agent rules above.

User-agent: *
Allow: /
Disallow: /_astro/

# Cloudflare Content Signals
# https://blog.cloudflare.com/content-signals-policy/
# search   = yes — allow indexing for search results
# ai-input = yes — allow fetching as context for a user's AI prompt
# ai-train = yes — allow use in training generative models

Content-Signal: search=yes, ai-input=yes, ai-train=yes

Sitemap: https://www.thegoodapi.com/sitemap-index.xml