# $Id: robots.txt,v 1.3 2001/05/15 00:17:27 krusch Exp $ # # This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # See # # The webmaster for this site is # # Format is: # User-agent: # Disallow: | # Flag Date By Reason # $l1- 19950130 epc finally understood what the file was for! # $L2= 19960909 epc fixed url since mak moved to Webcrawler... # $L3= 19970811 epc drop /Stretch/ # $L4= 19991102 krusch fixed User-agent capitalization and contact info # $L5= 20010327 krusch Updated disallow rules # ----------------------------------------------------------------------------- User-agent: * Disallow: /add-mine/ Disallow: /search/ Disallow: /scripts/users.php Disallow: /scripts/prnt.php Disallow: /scripts/prn-it.php Disallow: /scripts/md_hist.php Disallow: /scripts/md_evex.php Disallow: /scripts/htmltest.php Disallow: /scripts/drawme.php Disallow: /scripts/chart.php Disallow: /scripts/add-mine.php