# /robots.txt for www.dt.e-technik.uni-dortmund.de
# Created: 2006-07-27 by Matthias Andree
# Revision: $Revision: 1.1 $, Date: $Date: 2008-08-17 11:14:18 $
# Note that blank lines delimit records - careful!

# Yahoo accounts for more traffic than all other
# bots and spiders together, while only accounting
# for 3% of visitors brought to us.
# Forbid them to index user directories.
User-Agent: Slurp
Disallow: /~
Disallow: /cgi-bin/

# Other Agents may view everything except cgi stuff
User-Agent: *
Disallow: /cgi-bin/