# $Id: robots.txt,v 1.2 1995/10/30 04:15:40 fielding Exp $
# robots.txt for http://sunsite.berkeley.edu/
# see <http://www.nexor.co.uk/mak/doc/robots/norobots.html> for an explanation.

User-agent: MOMspider
Disallow: /cgi-bin/
Disallow: /discus/
Disallow: /errors/
Disallow: /java/
Disallow: /java-corner/
Disallow: /joeinstall/
Disallow: /Images/
Disallow: /manager/
Disallow: /Perl/
Disallow: /managers/
Disallow: /~cleita/index/iicheck/
Disallow: /~emorgan/http-analyze/
Disallow: /~emorgan/analog/
Disallow: /~emorgan/morganagus/queries/
Disallow: /Harvest/
Disallow: /smartvoter/
Disallow: /SmartVoter/
Disallow: /proxy_ssn_usage/
Disallow: /wwwstats/
Disallow: /wwwstats_proxy_ssn/
Disallow: videodir

User-agent: *
Disallow: /cgi-bin/
Disallow: videodir
Disallow: /webworkers/
Disallow: /discus/
Disallow: /errors/
Disallow: /java/
Disallow: /java-corner/
Disallow: /joeinstall/
Disallow: /Images/
Disallow: /~manager/
Disallow: /~ghill/
Disallow: /~bdykman/
Disallow: /moa2/archive/
Disallow: /Perl/
Disallow: /DigLibns/archive/
Disallow: /managers/
Disallow: /~cleita/index/iicheck/
Disallow: /Catalog/
Disallow: /~emorgan/SFgate/
Disallow: /%7Eemorgan/SFgate/
Disallow: /~emorgan/alex-new/
Disallow: /%7Eemorgan/alex-new/
Disallow: /~emorgan/alex/
Disallow: /~minolta/
Disallow: /%7Eemorgan/alex/
Disallow: /~emorgan/cgi-bin/
Disallow: /%7Eemorgan/cgi-bin/
Disallow: /~emorgan/temp/
Disallow: /%7Eemorgan/temp/
Disallow: /~emorgan/texts/
Disallow: /%7Eemorgan/texts/
Disallow: /~emorgan/http-analyze/
Disallow: /%7Eemorgan/http-analyze/
Disallow: /~emorgan/analog/
Disallow: /%7Eemorgan/analog/
Disallow: /~emorgan/morganagus/queries/
Disallow: /%7Eemorgan/morganagus/queries/
Disallow: /Harvest/
Disallow: /PubLib/archive/
Disallow: /Publib-Net/archive/
Disallow: /Web4Lib/archive/
Disallow: /SWISH-E/archive/
Disallow: /toys/
Disallow: /NCSTRL/
Disallow: /Dienst/
Disallow: /smartvoter/
Disallow: /SmartVoter/
Disallow: /xmlrepos/
Disallow: /proxy_ssn_usage/
Disallow: /wwwstats/
Disallow: /wwwstats_proxy_ssn/
Disallow: /EART/UConly/
Disallow: /EART/UCBonly/
Disallow: /EART/albania/
Disallow: /EART/azerbaijan/
Disallow: /EART/georgia/
Disallow: /EART/ghana/
Disallow: /EART/india/
Disallow: /EART/israel/
Disallow: /EART/jordan/
Disallow: /EART/korea/
Disallow: /EART/kuwait/
Disallow: /EART/pdf/
Disallow: /EART/qatar/
Disallow: /EART/somalia/
Disallow: /EART/syria/
Disallow: /EART/tajikistan/
Disallow: /EART/uae/
Disallow: /EART/x-ussr/
Disallow: /wikis/doemoff/
Disallow: /wikis/dmis/
Disallow: /wikis/LibraryCMS/
Disallow: /Philobiblon/phsea.html
Disallow: /Philobiblon/BETA
Disallow: /Philobiblon/BITAGAP
Disallow: /Philobiblon/BITECA
Disallow: /PhiloBiblon/phsea.html
Disallow: /PhiloBiblon/BETA
Disallow: /PhiloBiblon/BITAGAP
Disallow: /PhiloBiblon/BITECA

User-Agent: cdlwas_bot
Disallow: