# $Id: robots.txt,v 1.3 1997/12/08 14:31:50 dschulz Exp $
#
# http://info.webcrawler.com/mak/projects/robots/exclusion-admin.html
# http://info.webcrawler.com/mak/projects/robots/norobots.html
# http://info.webcrawler.com/mak/projects/robots/norobots-rfc.html

# Exclude all robots from part of the server

User-agent: *

Disallow: /cgi-bin/
Disallow: /perl-bin/
Disallow: /cgi-dfg/
Disallow: /cgi98/

Disallow: /Harvest/
Disallow: /Links/
Disallow: /db/

Disallow: /bilder/
Disallow: /icons/
Disallow: /icons_cern/
Disallow: /images/

Disallow: /server-status
Disallow: /perl-status
Disallow: /info
Disallow: /test

Disallow: /msql/
Disallow: /Hughes/
Disallow: /bookmarks/
Disallow: /bookmarks-test/
Disallow: /msql-admin/
Disallow: /msql-Math-Net/

Disallow: /RCS/