#
# robots.txt for http://www.w3.org/
#
# $Id: robots.txt,v 1.20 2000/11/23 00:54:15 gerald Exp $
#

# For use by search.w3.org
User-agent: W3Crobot/1
Disallow: /Out-Of-Date

# AltaVista Search
User-agent: AltaVista Intranet V2.0 W3C Webreq 
Disallow: /Out-Of-Date

# exclude some access-controlled areas
User-agent: *
Disallow: /extranet
Disallow: /finanzsystem_koch
Disallow: /cgilocal
Disallow: /cgi-bin
Disallow: /download
Disallow: /textadmin
Disallow: /texte