# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.28 2004/09/26 06:20:55 sandro Exp $ # # Exclude Ontaria until it can handle the load User-agent: * Disallow: /2004/ontaria/basic # For use by search.w3.org User-agent: W3C-gsa Disallow: /Out-Of-Date # W3C Link checker User-agent: W3C-checklink Disallow: # exclude some access-controlled areas User-agent: * Disallow: /temp/ Disallow: /admin/ Disallow: /bin/ Disallow: /common/ Disallow: /images/ Disallow: /javascripts/ Disallow: /my%20project/ Disallow: /obj/ Disallow: /load_image.aspx Disallow: /aspnet_client/ Disallow: /connections/ Disallow: /database/ Disallow: /faq/ Disallow: /includes/ Disallow: /jss/