# robots.txt - The Water Project (thewaterproject.org)
# Last updated: 2026-02-16
#
# We welcome all bots -- search crawlers, AI assistants, and AI training.
# Our mission is to end the water crisis, and the more systems that learn
# about it, the better. Crawl our public content freely.
#
# For AI-friendly structured content, see: /llms.txt

# =============================================================================
# All Bots - Welcome on public content
# =============================================================================

User-agent: *
Content-Signal: search=yes, ai-input=yes, ai-train=yes
Allow: /

# Internal framework and application paths - off limits
Disallow: /api/
Disallow: /twpwf/
Disallow: /includes/
Disallow: /controllers/
Disallow: /dataSync/
Disallow: /vendor/
Disallow: /tests/

# WordPress internals
Disallow: /community/wp-admin/
Disallow: /community/wp-includes/

# Non-public directories
Disallow: /downloads/
Disallow: /dropbox-sdk/
Disallow: /archive2022/

Crawl-delay: 2

# =============================================================================
# Sitemap
# =============================================================================

Sitemap: https://thewaterproject.org/sitemap.xml