def test_topickle_appendpickle(): """Test the topickle and appendpickle functions.""" # exercise function table = (('foo', 'bar'), ('a', 1), ('b', 2), ('c', 2)) f = NamedTemporaryFile(delete=False) topickle(table, f.name) def picklereader(fl): try: while True: yield pickle.load(fl) except EOFError: pass # check what it did with open(f.name, 'rb') as o: actual = picklereader(o) ieq(table, actual) # check appending table2 = (('foo', 'bar'), ('d', 7), ('e', 9), ('f', 1)) appendpickle(table2, f.name) # check what it did with open(f.name, 'rb') as o: actual = picklereader(o) expect = (('foo', 'bar'), ('a', 1), ('b', 2), ('c', 2), ('d', 7), ('e', 9), ('f', 1)) ieq(expect, actual)
def test_topickle_appendpickle(): """Test the topickle and appendpickle functions.""" # exercise function table = (("foo", "bar"), ("a", 1), ("b", 2), ("c", 2)) f = NamedTemporaryFile(delete=False) topickle(table, f.name) def picklereader(file): try: while True: yield pickle.load(file) except EOFError: pass # check what it did with open(f.name, "rb") as o: actual = picklereader(o) ieq(table, actual) # check appending table2 = (("foo", "bar"), ("d", 7), ("e", 9), ("f", 1)) appendpickle(table2, f.name) # check what it did with open(f.name, "rb") as o: actual = picklereader(o) expect = (("foo", "bar"), ("a", 1), ("b", 2), ("c", 2), ("d", 7), ("e", 9), ("f", 1)) ieq(expect, actual)
def test_stdoutsource_unicode(): tbl = [('foo', 'bar'), (u'Արամ Խաչատրյան', 1), (u'Johann Strauß', 2)] etl.tocsv(tbl, StdoutSource(), encoding='utf-8') etl.tohtml(tbl, StdoutSource(), encoding='utf-8') etl.topickle(tbl, StdoutSource())
def test_issue_231(): table = [['foo', 'bar'], ['a', '1'], ['b', '2']] t = cut(table, 'foo') totsv(t, 'tmp/issue_231.tsv') u = fromtsv('tmp/issue_231.tsv') ieq(t, u) tocsv(t, 'tmp/issue_231.csv') u = fromcsv('tmp/issue_231.csv') ieq(t, u) topickle(t, 'tmp/issue_231.pickle') u = frompickle('tmp/issue_231.pickle') ieq(t, u)
from petl import appendcsv appendcsv(table, 'test.csv', delimiter='\t') # look what it did look(testcsv) # topickle table = [['foo', 'bar'], ['a', 1], ['b', 2], ['c', 2]] from petl import topickle, look look(table) topickle(table, 'test.dat') # look what it did from petl import frompickle look(frompickle('test.dat')) # appendpickle table = [['foo', 'bar'], ['d', 7], ['e', 42], ['f', 12]] from petl import look, frompickle # inspect an existing pickle file testdat = frompickle('test.dat')
def test_stdoutsource(): tbl = [('foo', 'bar'), ('a', 1), ('b', 2)] etl.tocsv(tbl, StdoutSource(), encoding='ascii') etl.tohtml(tbl, StdoutSource(), encoding='ascii') etl.topickle(tbl, StdoutSource())
def topickle(data, target, append, **kwargs): kwargs = filter_keys(kwargs, ("protocol", "write_header")) if append: return etl.appendpickle(data, target, **kwargs) else: return etl.topickle(data, target, **kwargs)
from __future__ import division, print_function, absolute_import # frompickle() ############## import petl as etl import pickle # set up a file to demonstrate with with open('example.p', 'wb') as f: pickle.dump(['foo', 'bar'], f) pickle.dump(['a', 1], f) pickle.dump(['b', 2], f) pickle.dump(['c', 2.5], f) # demonstrate the use of frompickle() table1 = etl.frompickle('example.p') table1 # topickle() ############ import petl as etl table1 = [['foo', 'bar'], ['a', 1], ['b', 2], ['c', 2]] etl.topickle(table1, 'example.p') # look what it did table2 = etl.frompickle('example.p') table2
############## import petl as etl import pickle # set up a file to demonstrate with with open('example.p', 'wb') as f: pickle.dump(['foo', 'bar'], f) pickle.dump(['a', 1], f) pickle.dump(['b', 2], f) pickle.dump(['c', 2.5], f) # demonstrate the use of frompickle() table1 = etl.frompickle('example.p') table1 # topickle() ############ import petl as etl table1 = [['foo', 'bar'], ['a', 1], ['b', 2], ['c', 2]] etl.topickle(table1, 'example.p') # look what it did table2 = etl.frompickle('example.p') table2