# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.22 2002/04/18 20:23:04 ted Exp $ # # exclude some access-controlled areas User-agent: * Disallow: /admin Disallow: /content Disallow: /admindata Disallow: /bcol Disallow: /_lvbeta Disallow: /test Disallow: /gbook