# this is a generic robots.txt file that keeps web spiders, robots, etc. away.
# note that entries here are *requests* that a robot stay away  - only a 
# well-designed robot will honor these requests. 
# 
# a description can be found at:
# 	http://info.webcrawler.com/mak/projects/robots/norobots.html

User-agent: *
Disallow: /tmp/ /cgi-bin/ /cgi-bin/*
Disallow: /private/
Disallow: /demos/
Disallow: /guestbook.html /guestbook1996.html /guestbook1997-1.html
Disallow: /wwwboard/

User-agent: Uptimebot
Disallow: /

# User-agent: freds-web-searcher
# Disallow: /

User-agent: Slurp
Crawl-delay: 3