# robots.txt for http://www.ucsc.edu/
# see <http://web.nexor.co.uk/mak/doc/robots/norobots.html> for an explanation.

User-agent: *                   # All spiders should avoid
Disallow: /cgi-bin/             #     Script files
Disallow: /images/              #     Local image files
Disallow: /search/              #     Local search files
Disallow: /testunit/            #     Test files
Disallow: /toplevel/            #     toplevel files
Disallow: /ucsc/                #     UCSC files
Disallow: /weblog/              #     Local log files