# # robots.txt for http://www.w3.org/ # # $Id: robots.txt,v 1.45 2006/06/05 01:11:19 ted Exp $ # # For use by search.w3.org User-agent: W3C-gsa Disallow: /Out-Of-Date User-agent: Mozilla/4.0 (compatible; MSIE 6.0; Windows NT; MS Search 4.0 Robot) Disallow: / # W3C Link checker User-agent: W3C-checklink Disallow: # exclude some access-controlled areas User-agent: * Disallow: /admin/ Disallow: /boleto/ Disallow: /cartao_mastercard/ Disallow: /images/ Disallow: /includes/ Disallow: /install_/ Disallow: /install__/ Disallow: /admin/backups/ Disallow: /admin/htmlarea/ Disallow: /admin/css/ Disallow: /admin/imagens/ Disallow: /admin/images/ Disallow: /admin/includes/ Disallow: /admin/js/ Disallow: /admin/public/ Disallow: /admin/rte/