# $Id: robots.txt,v 1.2 1995/10/30 04:15:40 fielding Exp $ # robots.txt for http://www.ics.uci.edu/ # see for an explanation. User-agent: MOMspider # Exclusion's for MOMspider Disallow: /cgi-bin/ # Script files Disallow: /privado/httpd/ # informacion sobre nuestra red User-agent: htdig Disallow: /cgi-bin/ Disallow: /~wwwroot/ # estadisticas User-agent: * # All other spiders should avoid Disallow: /cgi-bin/ # Script files Disallow: /privado/ # informacion sobre nuestra red Disallow: /fig/ # figuras Disallow: /icons/ # iconos Disallow: /doc/ # iconos Disallow: /~wwwroot/ # estadisticas Disallow: /eym/NotasExamenes/ # Notas eym Disallow: /elcm/examenes/ # Notas elcm