# robots.txt for sci.waikato.ac.nz
User-agent: htdig
Disallow: /cgi-bin/

User-agent: *
Disallow: /cgi-bin/
Disallow: /perl-bin/
Disallow: /logs/