# robots.txt for http://andrew.triumf.ca/
# see http://info.webcrawler.com/mak/projects/robots/norobots.html

User-agent: MOMspider        # The Multi-Owner Maintenance Spider
Disallow: /cgi-bin/          #     Script files
Disallow: /Admin/MOM/        #     Local MOMspider output
Disallow: /wwwstat.html	     #     statistics

User-agent: gsa-crawler-itriumf
Disallow: /igtest2
Disallow: /multilingual
Disallow: /security/cansecwest
Disallow: /andrew
Disallow: /nimda
Disallow: /codered

User-agent: *                # All other spiders should avoid 
Disallow: /cgi-bin/          #     Script files
Disallow: /Test/             #     The test area for web experimentation
Disallow: /Admin/            #     Huge server statistic logs
Disallow: /wwwstat.html	     #     statistics
Disallow: /stat/             #     statistics
Disallow: /cd/               #     the CD-ROM
Disallow: /codered/root.html
Disallow: /root.html
Disallow: /opaserv.html
Disallow: /codered/scatter/
Disallow: /andrew/photos/

User-agent: Wget
#Disallow: /andrew/test/3.html