# =========================================================
# EduMailFree.com - Optimized for Search & AI Models (2026)
# =========================================================

# Sitemap location for all bots
Sitemap: https://edumailfree.com/sitemap.xml

# Standard Search Engines
User-agent: *
Allow: /
Allow: /llms.txt
# Explicitly Allow Language Folders to prioritize indexing
Allow: /ar/
Allow: /de/
Allow: /es/
Allow: /fr/
Allow: /hi/
Allow: /id/
Allow: /it/
Allow: /no/
Allow: /pl/
Allow: /pt/
Allow: /ru/
Allow: /sq/
Allow: /tr/
Allow: /vi/

# Block system folders and high-frequency search patterns
Disallow: /cgi-bin/
Disallow: /admin/
Disallow: /mailbox?q=*

Crawl-delay: 1

# Specialized AI Scrapers - Full access to Wiki and LLMS content
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: CCBot
Allow: /

User-agent: PerplexityBot
Allow: /