# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.23 2003/10/30 14:46:59 ted Exp $ # # exclude some access-controlled areas User-agent: * Disallow: /cgi-bin/ Disallow: /solaris/ Disallow: /SC5.0/ Disallow: /alpha/ Disallow: /cgi/ Disallow: /graphics/ Disallow: /parallel/ Disallow: /ncube/