# If the Joomla site is installed within a folder 
# eg www.example.com/joomla/ then the robots.txt file 
# MUST be moved to the site root 
# eg www.example.com/robots.txt
# AND the joomla folder name MUST be prefixed to all of the
# paths.

# ----------------------------------------
# Reglas generales Joomla
# ----------------------------------------

User-agent: *
Disallow: /administrator/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /layouts/
Disallow: /libraries/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /tmp/
Disallow: component/tags/
Disallow: component/search?/

# ----------------------------------------
# Permitir buscadores de IA
# ----------------------------------------

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: PerplexityBot
Allow: /

# ----------------------------------------
# Configuración para bots de entrenamiento
# ----------------------------------------

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /

# ----------------------------------------
# Sitemaps
# ----------------------------------------

Sitemap: https://www.croplifela.org/sitemap.xml
Sitemap: https://www.croplifela.org/es/sitemap.xml