def test_sort_multiple_string(self):
"""
test_sort_multiple_string
"""
raw = [("a", "56"), ("e", "123"), ("c", "b231"), ("zzzz", "34555")]
pdata = self._pipeline.parallelize(raw)
presult = pdata.sort_by(
lambda record: [sort.DESC(record[0]),
sort.ASC(record[1])])
def key_comparer(r1, r2):
"""
key_comparer
"""
if r1[0] < r2[0]:
return 1
elif r1[0] == r2[0]:
if r1[1] < r2[1]:
return 1
elif r1[1] > r2[1]:
return -1
return 0
return -1
nresult = sorted(raw, cmp=key_comparer)
self.assertEqual(nresult, self._pipeline.get(presult))
def test_sortby_multiple_key_long(self):
"""
test_sortby_multiple_key_long
"""
raw = [(15L, 2L), (2L, 4L), (2L, 40L), (10L, 20L), (15L, 10L), \
(-1073741824L, 14L), (-1073741824L, 12L), (1073741824L, 3L), (1073741824L, 1L)]
pdata = self._pipeline.parallelize(raw)
presult = pdata.sort_by(
lambda record: [sort.ASC(record[0]),
sort.DESC(record[1])])
def key_comparer(r1, r2):
"""
key_comparer
"""
if r1[0] == r2[0]:
if r1[1] < r2[1]:
return 1
elif r1[1] > r2[1]:
return -1
else:
return 0
elif r1[0] < r2[0]:
return -1
else:
return 1
nresult = sorted(raw, cmp=key_comparer)
self.assertEqual(nresult, self._pipeline.get(presult))
def test_sort_multiple_float_long(self):
"""
test_sort_multiple_float_long
"""
import math
raw = [(1.0001, 2030L), (0.003, 10000L), (4.5, 2230L), (-0.223, 1222L), \
(1.22, -3120L, "aa"), (-0.002, -9000000000000000L)]
pdata = self._pipeline.parallelize(raw)
presult = pdata.sort_by(
lambda record: [sort.ASC(record[0]),
sort.DESC(record[1])])
def key_comparer(r1, r2):
"""
key_comparer
"""
if r1[0] < r2[0]:
return -1
elif math.fabs(r1[0] - r2[0]) < 1e-7:
if r1[1] < r2[1]:
return 1
elif r1[1] > r2[1]:
return -1
return 0
return 1
nresult = sorted(raw, cmp=key_comparer)
self.assertEqual(nresult, self._pipeline.get(presult))
def test_unicode_string_sort_total_chinese(self):
"""
test_unicode_string_sort_desc
"""
raw = [u'尽头', u'你好', u'深渊', u'', u'宝马bmw', u'hello世界']
nresult = sorted(raw)
pdata = self._pipeline.parallelize(raw)
presult = pdata.sort_by(lambda rec: sort.ASC(rec))
self.assertEqual(nresult, presult.get())
nresult_desc = sorted(raw, reverse=True)
presult_desc = pdata.sort_by(lambda rec: sort.DESC(rec))
self.assertEqual(nresult_desc, presult_desc.get())
def test_sortby_tuple_list_double_int(self):
"""
test_sortby_tuple_list_double_int
"""
raw = [(12, 23), (15, 6), (10, 21), (10, 11), (15, 2), (15, 9), (34, 1)]
pdata = self._pipeline.parallelize(raw)
presult = pdata.sort_by(lambda record: [sort.ASC(record[0]), sort.DESC(record[1])])
def key_comparer(r1, r2):
"""
key_comparer
"""
if (r1[0] != r2[0]):
return r1[0] - r2[0]
return r2[1] - r1[1]
nresult = sorted(raw, cmp=key_comparer)
self.assertEqual(self._pipeline.get(presult), nresult)
