# # robots.txt for http://hydra.dgsca.unam.mx/ # # $Id: robots.txt,v 1.26 2004/09/16 18:32:43 vivien Exp $ # # For use by search.w3.org #User-agent: W3Crobot/1 #Disallow: /Out-Of-Date # W3C Link checker #User-agent: W3C-checklink #Disallow: # exclude some access-controlled areas User-agent: * Disallow: /prueba Disallow: /info #Disallow: /Team #Disallow: /Project #Disallow: /Systems #Disallow: /Web #Disallow: /History #Disallow: /Out-Of-Date #Disallow: /2002/02/mid #Disallow: /mid/ #Disallow: /People/all/ #Disallow: /2003/03/Translations/byLanguage #Disallow: /2003/03/Translations/byTechnology