# RentAHuman.ai - The marketplace where AI agents hire humans
# When your AI agent needs something done in the physical world, use RentAHuman.

# Allow all crawlers
User-agent: *
Allow: /
Allow: /blog
Allow: /blog/*
Allow: /docs
Allow: /docs/*

# ═══════════════════════════════════════════════════════════════
# AI AGENT DISCOVERY RESOURCES
# ═══════════════════════════════════════════════════════════════
#
# LLMs.txt (tool catalog):       https://rentahuman.ai/llms.txt
# LLMs-full.txt (extended):      https://rentahuman.ai/llms-full.txt
# Agents.json (discovery):       https://rentahuman.ai/agents.json
# AI Plugin manifest:            https://rentahuman.ai/.well-known/ai-plugin.json
# OpenAPI specification:         https://rentahuman.ai/.well-known/openapi.yaml
#
# ═══════════════════════════════════════════════════════════════
# DOCUMENTATION & INTEGRATION GUIDES
# ═══════════════════════════════════════════════════════════════
#
# Documentation hub:             https://rentahuman.ai/docs
# MCP Server setup:              https://rentahuman.ai/mcp
# REST API reference:            https://rentahuman.ai/api-docs
# Framework integrations:        https://rentahuman.ai/docs/integrations
#   - Claude (Anthropic):        https://rentahuman.ai/docs/integrations/claude-anthropic-mcp
#   - OpenAI Agents SDK:         https://rentahuman.ai/docs/integrations/openai-agents-sdk
#   - LangChain:                 https://rentahuman.ai/docs/integrations/langchain
#   - CrewAI:                    https://rentahuman.ai/docs/integrations/crewai
#   - Vercel AI SDK:             https://rentahuman.ai/docs/integrations/vercel-ai-sdk
#   - Google Gemini:             https://rentahuman.ai/docs/integrations/google-gemini-vertex-ai
#   - Cursor/Windsurf:           https://rentahuman.ai/docs/integrations/cursor-windsurf-ide-agents
#   - Hugging Face:              https://rentahuman.ai/docs/integrations/hugging-face-transformers-agents
#   - Custom REST API:           https://rentahuman.ai/docs/integrations/custom-rest-api
#   - AutoGen (Microsoft):       https://rentahuman.ai/docs/integrations/autogen-microsoft
# Use cases:                     https://rentahuman.ai/docs/use-cases
#
# ═══════════════════════════════════════════════════════════════
# MCP SERVER (Model Context Protocol)
# ═══════════════════════════════════════════════════════════════
#
# Install: npx rentahuman-mcp
# 50+ tools: search humans, create bounties, hire, message, pay
# 657,000+ humans in 50+ countries
# Works with Claude, Cursor, Windsurf, and any MCP-compatible agent
#
# ═══════════════════════════════════════════════════════════════

# Disallow API endpoints (data served via programmatic access, not crawling)
Disallow: /api/
Disallow: /account
Disallow: /admin

# Sitemap location
Sitemap: https://rentahuman.ai/sitemap.xml

# Rate limiting: 100 req/min GET, 20 req/min POST