# robots.txt for http://www.mit.edu/

User-agent: *
Disallow: /cgi/
Disallow: /comment
Disallow: /finger
Disallow: /machine
Disallow: /zlocate
Disallow: /zwrite
