def test_aggregate_more():
table1 = (('foo', 'bar'),
('aa', 3),
('aa', 7),
('bb', 2),
('bb', 1),
('bb', 9),
('cc', 4),
('dd', 3))
aggregators = OrderedDict()
aggregators['minbar'] = 'bar', min
aggregators['maxbar'] = 'bar', max
aggregators['sumbar'] = 'bar', sum
aggregators['listbar'] = 'bar' # default aggregation is list
aggregators['bars'] = 'bar', strjoin(', ')
table2 = aggregate(table1, 'foo', aggregators)
expect2 = (('foo', 'minbar', 'maxbar', 'sumbar', 'listbar', 'bars'),
('aa', 3, 7, 10, [3, 7], '3, 7'),
('bb', 1, 9, 12, [2, 1, 9], '2, 1, 9'),
('cc', 4, 4, 4, [4], '4'),
('dd', 3, 3, 3, [3], '3'))
ieq(expect2, table2)
ieq(expect2, table2) # check can iterate twice
table3 = aggregate(table1, 'foo')
table3['minbar'] = 'bar', min
table3['maxbar'] = 'bar', max
table3['sumbar'] = 'bar', sum
table3['listbar'] = 'bar' # default aggregation is list
table3['bars'] = 'bar', strjoin(', ')
ieq(expect2, table3)
def test_aggregate_multiple_source_fields():
table = (('foo', 'bar', 'baz'),
('a', 3, True),
('a', 7, False),
('b', 2, True),
('b', 2, False),
('b', 9, False),
('c', 4, True))
expect = (('foo', 'bar', 'value'),
('a', 3, [(3, True)]),
('a', 7, [(7, False)]),
('b', 2, [(2, True), (2, False)]),
('b', 9, [(9, False)]),
('c', 4, [(4, True)]))
actual = aggregate(table, ('foo', 'bar'), list, ('bar', 'baz'))
ieq(expect, actual)
ieq(expect, actual)
actual = aggregate(table, key=('foo', 'bar'), aggregation=list,
value=('bar', 'baz'))
ieq(expect, actual)
ieq(expect, actual)
actual = aggregate(table, key=('foo', 'bar'))
actual['value'] = ('bar', 'baz'), list
ieq(expect, actual)
ieq(expect, actual)
def test_aggregate_more():
table1 = (('foo', 'bar'), ('aa', 3), ('aa', 7), ('bb', 2), ('bb', 1),
('bb', 9), ('cc', 4), ('dd', 3))
aggregators = OrderedDict()
aggregators['minbar'] = 'bar', min
aggregators['maxbar'] = 'bar', max
aggregators['sumbar'] = 'bar', sum
aggregators['listbar'] = 'bar' # default aggregation is list
aggregators['bars'] = 'bar', strjoin(', ')
table2 = aggregate(table1, 'foo', aggregators)
expect2 = (('foo', 'minbar', 'maxbar', 'sumbar', 'listbar', 'bars'),
('aa', 3, 7, 10, [3,
7], '3, 7'), ('bb', 1, 9, 12, [2, 1,
9], '2, 1, 9'),
('cc', 4, 4, 4, [4], '4'), ('dd', 3, 3, 3, [3], '3'))
ieq(expect2, table2)
ieq(expect2, table2) # check can iterate twice
table3 = aggregate(table1, 'foo')
table3['minbar'] = 'bar', min
table3['maxbar'] = 'bar', max
table3['sumbar'] = 'bar', sum
table3['listbar'] = 'bar' # default aggregation is list
table3['bars'] = 'bar', strjoin(', ')
ieq(expect2, table3)
def test_aggregate_multiple_source_fields():
table = (('foo', 'bar', 'baz'), ('a', 3, True), ('a', 7, False),
('b', 2, True), ('b', 2, False), ('b', 9, False), ('c', 4, True))
expect = (('foo', 'bar', 'value'), ('a', 3, [(3, True)]), ('a', 7, [
(7, False)
]), ('b', 2, [(2, True),
(2, False)]), ('b', 9, [(9, False)]), ('c', 4, [(4, True)]))
actual = aggregate(table, ('foo', 'bar'), list, ('bar', 'baz'))
ieq(expect, actual)
ieq(expect, actual)
actual = aggregate(table,
key=('foo', 'bar'),
aggregation=list,
value=('bar', 'baz'))
ieq(expect, actual)
ieq(expect, actual)
actual = aggregate(table, key=('foo', 'bar'))
actual['value'] = ('bar', 'baz'), list
ieq(expect, actual)
ieq(expect, actual)
def test_aggregate_simple():
table1 = (('foo', 'bar', 'baz'), ('a', 3, True), ('a', 7, False),
('b', 2, True), ('b', 2, False), ('b', 9, False), ('c', 4, True))
# simplest signature - aggregate whole rows
table2 = aggregate(table1, 'foo', len)
expect2 = (('foo', 'value'), ('a', 2), ('b', 3), ('c', 1))
ieq(expect2, table2)
ieq(expect2, table2)
# next simplest signature - aggregate single field
table3 = aggregate(table1, 'foo', sum, 'bar')
expect3 = (('foo', 'value'), ('a', 10), ('b', 13), ('c', 4))
ieq(expect3, table3)
ieq(expect3, table3)
# alternative signature for simple aggregation
table4 = aggregate(table1,
key=('foo', 'bar'),
aggregation=list,
value=('bar', 'baz'))
expect4 = (('foo', 'bar', 'value'), ('a', 3, [(3, True)]), ('a', 7, [
(7, False)
]), ('b', 2, [(2, True),
(2, False)]), ('b', 9, [(9, False)]), ('c', 4, [(4, True)]))
ieq(expect4, table4)
ieq(expect4, table4)
def test_aggregate_more_key_is_None():
table1 = (('foo', 'bar'), ('aa', 3), ('aa', 7), ('bb', 2), ('bb', 1),
('bb', 9), ('cc', 4), ('dd', 3))
aggregators = OrderedDict()
aggregators['minbar'] = 'bar', min
aggregators['maxbar'] = 'bar', max
aggregators['sumbar'] = 'bar', sum
aggregators['listbar'] = 'bar' # default aggregation is list
aggregators['bars'] = 'bar', strjoin(', ')
table2 = aggregate(table1, None, aggregators)
expect2 = (('minbar', 'maxbar', 'sumbar', 'listbar', 'bars'),
(1, 9, 29, [3, 7, 2, 1, 9, 4, 3], '3, 7, 2, 1, 9, 4, 3'))
ieq(expect2, table2)
ieq(expect2, table2) # check can iterate twice
table3 = aggregate(table1, None)
table3['minbar'] = 'bar', min
table3['maxbar'] = 'bar', max
table3['sumbar'] = 'bar', sum
table3['listbar'] = 'bar' # default aggregation is list
table3['bars'] = 'bar', strjoin(', ')
ieq(expect2, table3)
def test_aggregate_simple_key_is_None():
table1 = (('foo', 'bar', 'baz'), ('a', 3, True), ('a', 7, False),
('b', 2, True), ('b', 2, False), ('b', 9, False), ('c', 4, True))
# simplest signature - aggregate whole rows
table2 = aggregate(table1, None, len)
expect2 = (('value', ), (6, ))
ieq(expect2, table2)
ieq(expect2, table2)
# next simplest signature - aggregate single field
table3 = aggregate(table1, None, sum, 'bar')
expect3 = (('value', ), (27, ))
ieq(expect3, table3)
ieq(expect3, table3)
# alternative signature for simple aggregation
table4 = aggregate(table1,
key=None,
aggregation=list,
value=('bar', 'baz'))
expect4 = (
('value', ),
([(3, True), (7, False), (2, True), (2, False), (9, False),
(4, True)], ),
)
ieq(expect4, table4)
ieq(expect4, table4)
table5 = aggregate(table1, None, len, field='nrows')
expect5 = (('nrows', ), (6, ))
ieq(expect5, table5)
ieq(expect5, table5)
def test_aggregate_multifield():
table1 = (('foo', 'bar'),
('a', 3),
('a', 7),
('b', 2),
('b', 1),
('b', 9),
('c', 4))
# dict arg
aggregators = OrderedDict()
aggregators['count'] = len
aggregators['minbar'] = 'bar', min
aggregators['maxbar'] = 'bar', max
aggregators['sumbar'] = 'bar', sum
aggregators['listbar'] = 'bar', list
aggregators['bars'] = 'bar', strjoin(', ')
table2 = aggregate(table1, 'foo', aggregators)
expect2 = (('foo', 'count', 'minbar', 'maxbar', 'sumbar', 'listbar',
'bars'),
('a', 2, 3, 7, 10, [3, 7], '3, 7'),
('b', 3, 1, 9, 12, [2, 1, 9], '2, 1, 9'),
('c', 1, 4, 4, 4, [4], '4'))
ieq(expect2, table2)
ieq(expect2, table2) # check can iterate twice
# use suffix notation
table3 = aggregate(table1, 'foo')
table3['count'] = len
table3['minbar'] = 'bar', min
table3['maxbar'] = 'bar', max
table3['sumbar'] = 'bar', sum
table3['listbar'] = 'bar' # default aggregation is list
table3['bars'] = 'bar', strjoin(', ')
ieq(expect2, table3)
# list arg
aggregators = [('count', len),
('minbar', 'bar', min),
('maxbar', 'bar', max),
('sumbar', 'bar', sum),
('listbar', 'bar', list),
('bars', 'bar', strjoin(', '))]
table4 = aggregate(table1, 'foo', aggregators)
ieq(expect2, table4)
ieq(expect2, table4) # check can iterate twice
def test_aggregate_multifield():
table1 = (('foo', 'bar'), ('a', 3), ('a', 7), ('b', 2), ('b', 1), ('b', 9),
('c', 4))
# dict arg
aggregators = OrderedDict()
aggregators['count'] = len
aggregators['minbar'] = 'bar', min
aggregators['maxbar'] = 'bar', max
aggregators['sumbar'] = 'bar', sum
aggregators['listbar'] = 'bar', list
aggregators['bars'] = 'bar', strjoin(', ')
table2 = aggregate(table1, 'foo', aggregators)
expect2 = (('foo', 'count', 'minbar', 'maxbar', 'sumbar', 'listbar',
'bars'), ('a', 2, 3, 7, 10, [3, 7], '3, 7'),
('b', 3, 1, 9, 12, [2, 1,
9], '2, 1, 9'), ('c', 1, 4, 4, 4, [4], '4'))
ieq(expect2, table2)
ieq(expect2, table2) # check can iterate twice
# use suffix notation
table3 = aggregate(table1, 'foo')
table3['count'] = len
table3['minbar'] = 'bar', min
table3['maxbar'] = 'bar', max
table3['sumbar'] = 'bar', sum
table3['listbar'] = 'bar' # default aggregation is list
table3['bars'] = 'bar', strjoin(', ')
ieq(expect2, table3)
# list arg
aggregators = [('count', len), ('minbar', 'bar', min),
('maxbar', 'bar', max), ('sumbar', 'bar', sum),
('listbar', 'bar', list), ('bars', 'bar', strjoin(', '))]
table4 = aggregate(table1, 'foo', aggregators)
ieq(expect2, table4)
ieq(expect2, table4) # check can iterate twice
def test_aggregate_empty():
table = (('foo', 'bar'),)
aggregators = OrderedDict()
aggregators['minbar'] = 'bar', min
aggregators['maxbar'] = 'bar', max
aggregators['sumbar'] = 'bar', sum
actual = aggregate(table, 'foo', aggregators)
expect = (('foo', 'minbar', 'maxbar', 'sumbar'),)
ieq(expect, actual)
def test_aggregate_empty():
table = (('foo', 'bar'), )
aggregators = OrderedDict()
aggregators['minbar'] = 'bar', min
aggregators['maxbar'] = 'bar', max
aggregators['sumbar'] = 'bar', sum
actual = aggregate(table, 'foo', aggregators)
expect = (('foo', 'minbar', 'maxbar', 'sumbar'), )
ieq(expect, actual)
def test_aggregate_simple():
table1 = (('foo', 'bar', 'baz'),
('a', 3, True),
('a', 7, False),
('b', 2, True),
('b', 2, False),
('b', 9, False),
('c', 4, True))
# simplest signature - aggregate whole rows
table2 = aggregate(table1, 'foo', len)
expect2 = (('foo', 'value'),
('a', 2),
('b', 3),
('c', 1))
ieq(expect2, table2)
ieq(expect2, table2)
# next simplest signature - aggregate single field
table3 = aggregate(table1, 'foo', sum, 'bar')
expect3 = (('foo', 'value'),
('a', 10),
('b', 13),
('c', 4))
ieq(expect3, table3)
ieq(expect3, table3)
# alternative signature for simple aggregation
table4 = aggregate(table1, key=('foo', 'bar'), aggregation=list,
value=('bar', 'baz'))
expect4 = (('foo', 'bar', 'value'),
('a', 3, [(3, True)]),
('a', 7, [(7, False)]),
('b', 2, [(2, True), (2, False)]),
('b', 9, [(9, False)]),
('c', 4, [(4, True)]))
ieq(expect4, table4)
ieq(expect4, table4)
def test_aggregate_multiple_source_fields_key_is_None():
table = (('foo', 'bar', 'baz'), ('a', 3, True), ('a', 7, False),
('b', 2, True), ('b', 2, False), ('b', 9, False), ('c', 4, True))
expect = (
('value', ),
([(3, True), (7, False), (2, True), (2, False), (9, False),
(4, True)], ),
)
actual = aggregate(table, None, list, ('bar', 'baz'))
ieq(expect, actual)
ieq(expect, actual)
actual = aggregate(table, key=None, aggregation=list, value=('bar', 'baz'))
ieq(expect, actual)
ieq(expect, actual)
actual = aggregate(table, key=None)
actual['value'] = ('bar', 'baz'), list
ieq(expect, actual)
ieq(expect, actual)