Ejemplo n.º 1
0
 def testMatrixLoading(self):
     fileio.transform('test.csv', IOTestCase.FILE_FORMAT, 256, separator=';')
     redisio.file2redis('testmatrix', 1024, 1024, self.server.redis_master, self.server.key_manager, IOTestCase.FILE_FORMAT, block_size=256)
     redisio.redis2file('testmatrix', self.server.redis_master, self.server.key_manager, IOTestCase.NEW_FILE_FORMAT)
     
     for i in range(0, 4):
         for j in range(0, 4):
             matrix1 = numpy.genfromtxt(IOTestCase.FILE_FORMAT.format(i, j) ,delimiter=';',dtype=None)
             matrix2 = numpy.genfromtxt(IOTestCase.NEW_FILE_FORMAT.format(i, j) ,delimiter=';',dtype=None)
             numpy.testing.assert_array_almost_equal(matrix1, matrix2)   
Ejemplo n.º 2
0
import sys
import redisml.shared.io.fileio as io

input = sys.argv[1]
out_prefix = sys.argv[2]
block_size = int(sys.argv[3])
separator = ';'
if len(sys.argv) > 4:
    separator = sys.argv[4]

io.transform(input, out_prefix, block_size, separator)