# /robots.txt
#
#This is a file retrieved by webwalkers a.k.a. spiders that 
#conform to a defacto standard.
# See <URL:http://info.webcrawler.com/mak/projects/robots/robots.html>
#
#Format is:
#       User-agent: <name of spider>
#       Disallow: <nothing> | <path>
#
#-----------------------------------------------------------------------------
# The webmaster for this site is:
#   <owner>So. Cal. Networking Services</owner>
#       <name>Richard A. Astin</name>
#    <address>Rich@scns.com</address>
#  <webmaster>webmaster@scns.com</webmaster>
User-agent: *
Disallow: /awstat
Disallow: /cgi
Disallow: /errordocs
Disallow: /ftp
Disallow: /java
Disallow: /webstat