# Robots.txt for www.cs.auckland.ac.nz
User-agent: Scooter
Disallow: /
User-agent: Fast
Disallow: /
User-agent: Slurp
Disallow: /
User-agent: msnbot
crawl-delay: 60
Disallow: /*.doc$
Disallow: /*.ppt$
Disallow: /*.exe$
Disallow: /*.zip$
Disallow: /references/
Disallow: /Unixhelp/
Disallow: /JavaCache/
Disallow: /cgi-bin/
Disallow: /staff-cgi-bin/
Disallow: /images/
Disallow: /~rob/FamilyTree/
Disallow: /handbook/archive/
Disallow: /~ute/openday/
Disallow: /~ute/105ft/java/
Disallow: /~jvan006/recurse/
Disallow: */archive/
Disallow: */resources/
Disallow: /compsci101s2c/archive/2007/Things%20to%20Do.doc