# $Id: robots.txt,v 1.3 2001/05/15 00:17:27 krusch Exp $ # # This is a file retrieved by webwalkers a.k.a. spiders that # conform to a defacto standard. # See # # The webmaster for this site is # # Format is: # User-agent: # Disallow: | # Flag Date By Reason # $L1 20010710 CMS finally understood what the file was for! # ----------------------------------------------------------------------------- User-agent: * crawl-delay: 30 Disallow: /bin User-agent: Googlebot-Image Disallow: / User-agent: Yahoo-MMCrawler Disallow: / User-agent: msnbot-MM Disallow: /