# disallowing because kineto at least doesn't have its own robots.txt to 
# prevent web crawling by proxy
User-agent: webproxy
Disallow: /

User-agent: archiver
User-agent: indexer
User-agent: researcher
Disallow: /gredig/
Disallow: /dihedral/
# I'd like to just do this, but it seems at least some crawlers don't match by 
# prefix.
#Disallow: /gemski/play
Disallow: /ski/
Disallow: /gemski/
# This doesn't exist, but GUS seems to get confused with the tuner server 
# running on another port.
Disallow: /stations/

# WARNING to self: blank lines are not allowed within a User-agent block!