# /robots.txt for http://cahpwww.vet.upenn.edu/
# comments to starbug2@cahp.vet.upenn.edu

User-agent: Googlebot-Image
User-agent: Mercator
User-agent: fast 
User-agent: ia_archiver
User-agent: wget 
User-agent: grub-client
User-agent: grub
User-agent: psbot 
User-agent: looksmart
User-agent: WebZip
User-agent: larbin
User-agent: b2w/0.1
User-agent: Copernic 
Disallow: /

User-agent: *
Disallow: /cgi-bin
Disallow: /horde
Disallow: /flags
Disallow: /guest
Disallow: /icons
Disallow: /lines
Disallow: /surveyor
Disallow: /texture
Disallow: /~ferguson
Disallow: /~thomsen