# robots.txt for http://chess.eecs.berkeley.edu
# See http://info.webcrawler.com/mak/projects/robots/norobots.html
##################################################################
# First, htdig's rules:
#
User-agent: htdig
Disallow: robots.txt
#
Disallow: /?annotate=1/
Disallow: /?annotate=1?annotate=1/
Disallow: /diva/listinfo/diva-interest
Disallow: /diva/listinfo/diva-interest/
Disallow: /diva/release/diva-0.3
Disallow: /diva/release/diva-0.3/
Disallow: /login
Disallow: /login/
Disallow: /mailman/admin
Disallow: /mailman/admin/
Disallow: /mailman/listinfo
Disallow: /mailman/listinfo/
Disallow: /people/lists
Disallow: /people/lists/
Disallow: /pipermail
Disallow: /pipermail/
#
# Don't allow searching of the Php/Mysql tool
Disallow: /mysql/
#
##################################################################
# Now, everybody else's rules:
# Lots of duplication to maintain here, but no other way to explicitly
# allow htdig to search what others can't (/gsrc/manuals/).
# That's because htdig doesn't support an "Allow:" rule.
#
User-agent: *
Disallow: robots.txt
#
Disallow: /?annotate=1/
Disallow: /?annotate=1?annotate=1/
Disallow: /diva/listinfo/diva-interest
Disallow: /diva/listinfo/diva-interest/
Disallow: /diva/release/diva-0.3
Disallow: /diva/release/diva-0.3/
Disallow: /login
Disallow: /login/
Disallow: /mailman/admin
Disallow: /mailman/admin/
Disallow: /mailman/listinfo
Disallow: /mailman/listinfo/
Disallow: /people/lists
Disallow: /people/lists/
Disallow: /pipermail
Disallow: /pipermail/
#
# Don't allow searching of the Php/Mysql tool
Disallow: /mysql/