# Disallow training on specific sections
Disallow: /admin*

# Rate limiting
Crawling-Rate: 10r/m