def test_append(self): # Get a private file so as to not mess the original one csv_file = tempfile.mktemp(".csv") with open(csv_file, "w") as f: f.write(self.buf) dd = CSV(csv_file, schema=self.schema, mode='r+') dd.extend([["k4", "v4", 4, True]]) vals = [nd.as_py(v) for v in dd.chunks(blen=2)] self.assertEqual(vals, [[{ u'f0': u'k1', u'f1': u'v1', u'f2': 1, u'f3': False }, { u'f0': u'k2', u'f1': u'v2', u'f2': 2, u'f3': True }], [{ u'f0': u'k3', u'f1': u'v3', u'f2': 3, u'f3': False }, { u'f0': u'k4', u'f1': u'v4', u'f2': 4, u'f3': True }]]) self.assertRaises(ValueError, lambda: dd.extend([3.3])) os.remove(csv_file)
def test_chunks(self): dd = CSV(self.csv_file, schema=self.schema) vals = [] for el in dd.chunks(blen=2): self.assertTrue(isinstance(el, nd.array)) vals.extend(nd.as_py(el)) self.assertEqual(vals, [ {u'f0': u'k1', u'f1': u'v1', u'f2': 1, u'f3': False}, {u'f0': u'k2', u'f1': u'v2', u'f2': 2, u'f3': True}, {u'f0': u'k3', u'f1': u'v3', u'f2': 3, u'f3': False}])
def test_append(self): # Get a private file so as to not mess the original one csv_file = tempfile.mktemp(".csv") with open(csv_file, "w") as f: f.write(self.buf) dd = CSV(csv_file, schema=self.schema, mode='r+') dd.extend([["k4", "v4", 4, True]]) vals = [nd.as_py(v) for v in dd.chunks(blen=2)] self.assertEqual(vals, [ [{u'f0': u'k1', u'f1': u'v1', u'f2': 1, u'f3': False}, {u'f0': u'k2', u'f1': u'v2', u'f2': 2, u'f3': True}], [{u'f0': u'k3', u'f1': u'v3', u'f2': 3, u'f3': False}, {u'f0': u'k4', u'f1': u'v4', u'f2': 4, u'f3': True}]]) self.assertRaises(ValueError, lambda: dd.extend([3.3])) os.remove(csv_file)
def test_chunks(self): dd = CSV(self.csv_file, schema=self.schema) vals = [] for el in dd.chunks(blen=2): self.assertTrue(isinstance(el, nd.array)) vals.extend(nd.as_py(el)) self.assertEqual(vals, [{ u'f0': u'k1', u'f1': u'v1', u'f2': 1, u'f3': False }, { u'f0': u'k2', u'f1': u'v2', u'f2': 2, u'f3': True }, { u'f0': u'k3', u'f1': u'v3', u'f2': 3, u'f3': False }])
def test_chunks(self): with filetext('1,1\n2,2\n3,3\n4,4\n') as fn: dd = CSV(fn, schema='2 * int32') assert all(isinstance(chunk, nd.array) for chunk in dd.chunks()) self.assertEquals(len(list(dd.chunks(blen=2))), 2) self.assertEquals(len(list(dd.chunks(blen=3))), 2)
def test_chunks(): with filetext('1,1\n2,2\n3,3\n4,4\n') as fn: dd = CSV(fn, schema='{a: int32, b: int32}') assert all(isinstance(chunk, nd.array) for chunk in dd.chunks()) assert len(list(dd.chunks(blen=2))) == 2 assert len(list(dd.chunks(blen=3))) == 2