# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.21 2002/03/04 10:35:35 dom Exp $ # # exclude some access-controlled areas User-agent: * Disallow: /~chan/db/ Disallow: /rss/ #Disallow: * #Disallow: /Press