# robots.txt for http://softwalls.eecs.berkeley.edu
# $Id: robots.txt,v 1.1 2005/05/11 22:40:30 cxh Exp $
# See http://www.robotstxt.org/wc/norobots.html
# Lots of duplication to maintain here, but no other way to explicitly
# allow htdig to search what others can't (/gsrc/manuals/).
# That's because htdig doesn't support an "Allow:" rule.
#
User-agent: *
#
Disallow: /?annotate=1/
Disallow: /?annotate=1?annotate=1/
Disallow: /login
Disallow: /login/
Disallow: /mailman/admin
Disallow: /mailman/admin/
Disallow: /mailman/listinfo
Disallow: /mailman/listinfo/
Disallow: /mysql
Disallow: /people/lists
Disallow: /people/lists/
Disallow: /pipermail
Disallow: /pipermail/