# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.22 2002/04/18 20:23:04 ted Exp $ # # exclude some access-controlled areas User-agent: * Disallow: /cgi-bin Disallow: /cp Disallow: /h-sphere Disallow: /images Disallow: /js Disallow: /modlogan Disallow: /phplivehelper Disallow: /PHPSampleSite Disallow: /templates Disallow: /webalizer