User-agent: *   # directed to all search spiders 

# delay after each index (seconds) 12 hours
#Crawl-delay: 43200 
# delay after each index (seconds) 24 hours
Crawl-delay: 86400

# instruct search engine spiders not to catalog these directories 
Disallow: /Excite
Disallow: /Shopdb
Disallow: /Shopq
Disallow: /bin
Disallow: /classeval
Disallow: /count
Disallow: /images
Disallow: /osx
Disallow: /shopsys
Disallow: /ssh
Disallow: /webevent
Disallow: /websurvey
Disallow: /css
Disallow: /img
Disallow: /heegerlab/wiki