User-agent: *

# robots.txt for http://www.w3.org/ #

# $Id: robots.txt,v 1.20 2000/11/23 00:54:15 gerald Exp $ #

# For use by search.w3.org User-agent: W3Crobot/1 Disallow: /Out-Of-Date

# AltaVista Search User-agent: AltaVista Intranet V2.0 W3C Webreq Disallow: /Out-Of-Date

 # exclude some access-controlled areas User-agent: *

Disallow: /Team Disallow: /Project

Disallow: /Systems

Disallow: /Web

Disallow: /History

Disallow: /Out-Of-Date