# Directions for robots.  See this URL:
# http://info.webcrawler.com/mak/projects/robots/norobots.html
# for a description of the file format.

#####
# Here is where we override the default action
#

#####
# default action - currently it allows access to most of the site
# skipping dynamic content or private areas
#
User-agent: *
Disallow: /cgi-bin/
Disallow: /SCF/PI/
Disallow: /Auxweb/
Disallow: /analog/
Disallow: /Outgoing/
Disallow: /WebReports
Disallow: /shadow
Disallow: /laura
Disallow: /ar573
Disallow: /~kadin/recipes/


# If your robot is polite enough to request only a small number of
# files at a time we will add your robot to the list of cool robots.
# Send email to webmaster@python.org, referring to the /robots.txt
# URL.