User-agent: *                   # All other spiders should avoid 
Disallow: /cgi-bin/             #     Script files
Disallow: /Test/                #     The test area for web experimentation
Disallow: /Admin/               #     Huge server statistic logs
Disallow: /TR/                  #     Dienst Technical Report Server
Disallow: /Server/              #     Dienst Technical Report Server
Disallow: /Document/            #     Dienst Technical Report Server
Disallow: /MetaServer/          #     Dienst Technical Report Server
Disallow: /~fielding/MOM/       #     Local MOMspider output
Disallow: /~kanderso/hidden     #     Ken Anderson's stuff
Disallow: /~lynette/hidden	    #     Lynette Bellini's stuff
Disallow: /~joseba/             #     Carpeta con ficheros antiguos
Disallow: /buscar/              #     Evitar robots busquen en buscador