def testMatrixLoading(self): fileio.transform('test.csv', IOTestCase.FILE_FORMAT, 256, separator=';') redisio.file2redis('testmatrix', 1024, 1024, self.server.redis_master, self.server.key_manager, IOTestCase.FILE_FORMAT, block_size=256) redisio.redis2file('testmatrix', self.server.redis_master, self.server.key_manager, IOTestCase.NEW_FILE_FORMAT) for i in range(0, 4): for j in range(0, 4): matrix1 = numpy.genfromtxt(IOTestCase.FILE_FORMAT.format(i, j) ,delimiter=';',dtype=None) matrix2 = numpy.genfromtxt(IOTestCase.NEW_FILE_FORMAT.format(i, j) ,delimiter=';',dtype=None) numpy.testing.assert_array_almost_equal(matrix1, matrix2)
import sys import redisml.shared.io.fileio as io input = sys.argv[1] out_prefix = sys.argv[2] block_size = int(sys.argv[3]) separator = ';' if len(sys.argv) > 4: separator = sys.argv[4] io.transform(input, out_prefix, block_size, separator)