# /robots.txt for http://www.ocf.berkeley.edu/
# http://dowland.dcrt.nih.gov/presentations/search_talk/robots_txt.html
# for more info.
# other sites w/ this file: apple.com, ge.com, microsoft.com

User-agent: *
Allow: *
# allow is re-enabled 5/3/2001
# Disallow: *
# ocf's a star since 11-29-2K
Disallow: /cgi-bin/
Disallow: /OCF/contact.html
Disallow: /upgrade/
Disallow: /new/
Disallow: /old/
Disallow: /v3/


# the "*" is a special token; robots.txt does not take regular expressions
# "Disallow: " with nothing means nothing gets hidden, as in apple.com
# Legit robots follow this file, some may not (or use it impropertly, but
# i'm not sure)

# for each "disallow" line, you may only put one data path

# http://searchenginewatch.internet.com/webmasters/meta.html

