User-agent: PetalBot
Disallow: /

User-agent: *
Allow: /
Disallow: /hidden/

# Sitemap location
Sitemap: https://rasa.com/sitemap.xml

# Docs Sitemap location
Sitemap: https://rasa.com/docs/sitemap.xml

# LLM / AI crawler guidance
LLMS: https://rasa.com/llms.txt