# robots.txt for http://lists.w3.org/, http://cgi.w3.org/

# For use by search.w3.org
User-agent: W3Crobot/1
Disallow: 

# AltaVista Search
User-agent: W3C-gsa
Disallow: /Archives/Team/	# for now 
Disallow: /Archives/StO/
Disallow: /Archives/Collab/
Disallow: /Archives2/

# W3C Link checker
User-agent: W3C-checklink
Disallow:

User-agent: *
Disallow: /Archives/Member/	# This is restricted to W3C Members only
Disallow: /Archives/Team/	# This is restricted to W3C Team only
Disallow: /Archives/StO/
Disallow: /Archives/Collab/
Disallow: /Archives2/