def test_container():
table = (('foo', 'bar'),
('a', 1),
('b', 2),
('c', 2))
actual = etl(table)[0]
expect = ('foo', 'bar')
eq_(expect, actual)
actual = etl(table)['bar']
expect = (1, 2, 2)
ieq(expect, actual)
actual = len(etl(table))
expect = 4
eq_(expect, actual)
def test_values_container_convenience_methods():
table = etl((('foo', 'bar'),
('a', 1),
('b', 2),
('c', 2)))
actual = table.values('foo').set()
expect = set(['a', 'b', 'c'])
eq_(expect, actual)
actual = table.values('foo').list()
expect = ['a', 'b', 'c']
eq_(expect, actual)
actual = table.values('foo').tuple()
expect = ('a', 'b', 'c')
eq_(expect, actual)
actual = table.values('bar').sum()
expect = 5
eq_(expect, actual)
actual = table.data().dict()
expect = {'a': 1, 'b': 2, 'c': 2}
eq_(expect, actual)
def test_staticmethods():
f = NamedTemporaryFile(delete=False)
writer = csv.writer(f, delimiter='\t')
table = (('foo', 'bar'),
('a', 1),
('b', 2),
('c', 2))
for row in table:
writer.writerow(row)
f.close()
actual = etl().fromcsv(f.name, delimiter='\t')
expect = (('foo', 'bar'),
('a', '1'),
('b', '2'),
('c', '2'))
ieq(expect, actual)
ieq(expect, actual) # verify can iterate twice
def test_basics():
t1 = (('foo', 'bar'),
('A', 1),
('B', 2))
w1 = etl(t1)
eq_(('foo', 'bar'), w1.header())
eq_(petl.header(w1), w1.header())
ieq((('A', 1), ('B', 2)), w1.data())
ieq(petl.data(w1), w1.data())
w2 = w1.cut('bar', 'foo')
expect2 = (('bar', 'foo'),
(1, 'A'),
(2, 'B'))
ieq(expect2, w2)
ieq(petl.cut(w1, 'bar', 'foo'), w2)
w3 = w1.cut('bar', 'foo').cut('foo', 'bar')
ieq(t1, w3)
# <codecell> # see http://pynash.org/2013/03/06/timing-and-profiling.html for setup of profiling magics # <codecell> import sys sys.path.insert(0, '../src') import petl; print petl.VERSION from petl.fluent import etl import psycopg2 import MySQLdb # <codecell> tbl_dummy_data = etl().dummytable(100000) tbl_dummy_data.look() # <codecell> %memit print tbl_dummy_data.nrows() # <headingcell level=2> # PostgreSQL # <codecell> psql_connection = psycopg2.connect(host='localhost', dbname='petl', user='******', password='******') # <codecell>