def test_io(): refdm = DataMatrix(length=3) refdm[u'tést'] = 1, 2, u'' refdm.B = u'mathôt', u'b', u'x' refdm.C = u'a,\\b"\'c', 8, u'' testdm = io.readtxt('testcases/data/data.csv') check_dm(refdm, testdm) io.writetxt(testdm, 'tmp.csv') testdm = io.readtxt('tmp.csv') check_dm(refdm, testdm) refdm = io.readtxt('testcases/data/line-ending-cr.csv') check_dm(refdm, testdm) refdm = io.readtxt('testcases/data/line-ending-crlf.csv') check_dm(refdm, testdm) io.writepickle(testdm, 'tmp.pickle') testdm = io.readpickle('tmp.pickle') check_dm(refdm, testdm) io.writexlsx(testdm, 'tmp.xlsx') testdm = io.readxlsx('tmp.xlsx') check_dm(refdm, testdm)
def test_io(): refdm = DataMatrix(length=3) refdm[u'tést'] = 1, 2, u'' refdm.B = u'mathôt', u'b', u'x' refdm.C = u'a,\\b"\'c', 8, u'' testdm = io.readtxt('testcases/data/data.csv') check_dm(refdm, testdm) io.writetxt(testdm, 'tmp.csv') testdm = io.readtxt('tmp.csv') check_dm(refdm, testdm) refdm = io.readtxt('testcases/data/line-ending-cr.csv') check_dm(refdm, testdm) refdm = io.readtxt('testcases/data/line-ending-crlf.csv') check_dm(refdm, testdm) refdm = io.readtxt('testcases/data/data-with-bom.csv') check_dm(refdm, testdm) io.writepickle(testdm, 'tmp.pickle') testdm = io.readpickle('tmp.pickle') check_dm(refdm, testdm) io.writexlsx(testdm, 'tmp.xlsx') with pytest.warns(UserWarning): # Not all rows have column C testdm = io.readxlsx('tmp.xlsx') check_dm(refdm, testdm) io.writexlsx(testdm, 'tmp.xlsx') with pytest.warns(UserWarning): # Not all rows have column C testdm = io.readxlsx('tmp.xlsx') check_dm(refdm, testdm)
def test_convert(): refdm = DataMatrix(length=3) refdm[u'tést'] = 1, 2, u'' refdm.B = u'mathôt', u'b', u'x' refdm.C = u'a,\\b"\'c', 8, u'' testdm = io.readtxt('testcases/data/data.csv') check_dm(refdm, testdm) testdm = cnv.from_json(cnv.to_json(testdm)) check_dm(refdm, testdm) testdf = cnv.to_pandas(testdm) testdm = cnv.from_pandas(testdf) check_dm(refdm, testdm) print(np.array(testdf)) print(np.array(testdm)) assert (np.array(testdf, dtype=str) == np.array(testdm, dtype=str)).all()
def test_io(): refdm = DataMatrix(length=3) refdm[u'tést'] = 1, 2, u'' refdm.B = u'mathôt', u'b', u'x' refdm.C = u'a,\\b"\'c', 8, u'' testdm = io.readtxt('testcases/data/data.csv') check_dm(refdm, testdm) io.writetxt(testdm, 'tmp.csv') testdm = io.readtxt('tmp.csv') check_dm(refdm, testdm) io.writepickle(testdm, 'tmp.pickle') testdm = io.readpickle('tmp.pickle') check_dm(refdm, testdm) io.writexlsx(testdm, 'tmp.xlsx') testdm = io.readxlsx('tmp.xlsx') check_dm(refdm, testdm)
def test_split(): dm = DataMatrix(length=4) dm.a = 'a', 'a', 'b', 'b' dm.b = 0, 1, 2, 3 # Without values g = ops.split(dm.a) val, dm = next(g) assert val == 'a' check_col(dm.a, ['a', 'a']) check_col(dm.b, [0, 1]) val, dm = next(g) assert val == 'b' check_col(dm.a, ['b', 'b']) check_col(dm.b, [2, 3]) # With values dm = DataMatrix(length=4) dm.a = 'a', 'a', 'b', 'b' dm.b = 0, 1, 2, 3 dma, dmb = ops.split(dm.a, 'a', 'b') check_col(dma.a, ['a', 'a']) check_col(dma.b, [0, 1]) check_col(dmb.a, ['b', 'b']) check_col(dmb.b, [2, 3]) # With multiple columns dm = DataMatrix(length=8) dm.A = 0, 0, 1, 1, 0, 0, 1, 1 dm.B = 'a', 'b', 'a', 'b', 'a', 'b', 'a', 'b' dm.C = 'x', 'x', 'x', 'x', 'y', 'y', 'y', 'y' g = ops.split(dm.A, dm.B) val1, val2, sdm = next(g) assert val1 == 0 assert val2 == 'a' assert (len(sdm) == 2) val1, val2, sdm = next(g) assert val1 == 0 assert val2 == 'b' assert (len(sdm) == 2) val1, val2, sdm = next(g) assert val1 == 1 assert val2 == 'a' assert (len(sdm) == 2) val1, val2, sdm = next(g) assert val1 == 1 assert val2 == 'b' assert (len(sdm) == 2) g = ops.split(dm.A, dm.B, dm.C) val1, val2, val3, sdm = next(g) assert val1 == 0 assert val2 == 'a' assert val3 == 'x' assert (len(sdm) == 1) val1, val2, val3, sdm = next(g) assert val1 == 0 assert val2 == 'a' assert val3 == 'y' assert (len(sdm) == 1) val1, val2, val3, sdm = next(g) assert val1 == 0 assert val2 == 'b' assert val3 == 'x' assert (len(sdm) == 1) val1, val2, val3, sdm = next(g) assert val1 == 0 assert val2 == 'b' assert val3 == 'y' assert (len(sdm) == 1) val1, val2, val3, sdm = next(g) assert val1 == 1 assert val2 == 'a' assert val3 == 'x' assert (len(sdm) == 1) val1, val2, val3, sdm = next(g) assert val1 == 1 assert val2 == 'a' assert val3 == 'y' assert (len(sdm) == 1) val1, val2, val3, sdm = next(g) assert val1 == 1 assert val2 == 'b' assert val3 == 'x' assert (len(sdm) == 1) val1, val2, val3, sdm = next(g) assert val1 == 1 assert val2 == 'b' assert val3 == 'y' assert (len(sdm) == 1)