Top Sites>Mmilaap.org

# See http://www.robotstxt.org/wc/norobots.html for documentation on how to use the robots.txt file
#
# To ban all spiders from the entire site uncomment the next two lines:
# User-Agent: *
# Disallow: /

User-Agent: *
Crawl-delay: 30
Disallow: /checkout
Disallow: /checkout/direct-from-partner
Disallow: /home
Disallow: /users/*/edit
Disallow: /users/*/impact
Disallow: /user/*
Disallow: /fund/*
Disallow: /borrower/*
Disallow: /timeline/*

User-Agent: AdsBot-Google
Crawl-delay: 30
Disallow: /checkout
Disallow: /checkout/direct-from-partner
Disallow: /home
Disallow: /users/*/edit
Disallow: /users/*/impact
Disallow: /user/*
Disallow: /fund/*
Disallow: /borrower/*
Disallow: /timeline/*

User-agent: Twitterbot
Allow: /users/*
Allow: /users/*/impact/*

Sitemap: https://milaap.org/sitemap.xml.gz
LLMs: https://milaap.org/llms.txt

# LLMs.txt — Guidelines for Large Language Models & Semantic Crawlers
# Purpose: Help AI agents index only relevant, public, and semantically useful content.
# Last-Updated: 2026-04-25
# License: CC-BY-SA 4.0
# Attribution-Required: true
# Canonical-Source: https://milaap.org

# === Indexing Rules ===
User-Agent: *
Allow: /
Crawl-Delay: 1

# Preferred sections for semantic indexing:
Allow: /fundraisers/
Allow: /stories/

# Sections not relevant for AI understanding:
Disallow: /admin/
Disallow: /cm/
Disallow: /users/

# === AI Use Policy & Contact Info ===
# This content is available for use in AI models and training.
# Please respect user privacy and attribution where applicable.

Contact: tech@milaap.org