# # robots.txt for http://www.sitmun.org/ # # $Id: robots.txt,v 0.1 2004/09/16 vivien Exp $ # # For use by search.w3.org User-agent: W3Crobot/1 Disallow: /Out-Of-Date # W3C Link checker User-agent: W3C-checklink Disallow: # exclude some access-controlled areas User-agent: * Disallow: /controlweb Disallow: /fns Disallow: /pl Disallow: /privado_es Disallow: /privado_ca Disallow: /privado_en Disallow: /privado_po Disallow: /privado_fr