User-agent: Googlebot
Disallow: /nogooglebot/

User-agent: *
Content-Signal: ai-train=yes, search=yes, ai-input=yes
Allow: /

# Block API endpoints from crawlers
Disallow: /api/

# Note: robots.txt only applies to the current host (www.dwellir.com).
# We list API endpoint hosts here as a hint, but proper blocking must be
# served from each respective domain (see note below).

# Best-effort block for all endpoint hostnames (advisory only on this host)
# These patterns cover endpoints from our network-catalog.json:

# Public RPC endpoints (free tier) - e.g., polkadot-rpc.n.dwellir.com
Disallow: /*-rpc.dwellir.com/
Disallow: /*-rpc.n.dwellir.com/

# API endpoints (keyed) - e.g., api-ethereum-mainnet.n.dwellir.com
Disallow: /api-*.dwellir.com/
Disallow: /api-*.n.dwellir.com/

# IBP Monitor and internal tools
Disallow: /ibp-monitor-ng.dwellir.com/
Disallow: /dev-dashboard.dwellir.com/

# To ensure Google/Bing do not index endpoint hosts, deploy a robots.txt on
# each API domain with the following content:
#   User-agent: *
#   Disallow: /
# Alternatively, send an X-Robots-Tag: noindex header from the edge for those hosts.

Sitemap: https://www.dwellir.com/sitemap.xml