# Webcrawler-instruction file, 'robots.txt'

# Any crawler
User-agent: *

# Do not try to retrieve /herold/* or /UploadedFiles/* files, as they demand a login
Disallow: /herold
Disallow: /UploadedFiles