def distribute_tree(lt, n):
total_size = lt.map(fun.one, fun.one).reduce(fun.add, fun.idt, fun.add,
fun.add, fun.add)
avg_elements = int(total_size / n)
# Definition of global_index and distribution
global_index = SList([])
distribution = SList.init(lambda x: 0, n)
current_pid = 0
nb_segs = 1
seg = lt[0]
seg_length = seg.length()
acc_size = seg_length
global_index.append((0, seg_length))
for seg_i in range(1, lt.length()):
seg = lt[seg_i]
curr_seg_length = seg.length()
# We need to give all the rest to the last processor
if seg_i == lt.length() - 1:
distribution[current_pid] = (nb_segs + 1)
global_index.append((acc_size, curr_seg_length))
else:
if current_pid == n - 1:
nb_segs += 1
global_index.append((acc_size, curr_seg_length))
acc_size = acc_size + curr_seg_length
else:
curr_seg_length = seg.length()
if abs(avg_elements -
(acc_size + curr_seg_length)) > abs(avg_elements -
acc_size):
distribution[current_pid] = nb_segs
global_index.append((0, curr_seg_length))
acc_size = curr_seg_length
nb_segs = 1
current_pid += 1
else:
nb_segs += 1
global_index.append((acc_size, curr_seg_length))
acc_size = acc_size + curr_seg_length
return distribution, global_index
def test_slist_with_raw():
# pylint: disable=missing-docstring
input_list = DSList.init(idt, 42)
exp = input_list.map(incr).map(incr).reduce(add)
res = SList.raw(input_list).map(incr).map(incr).reduce(add).run()
assert res == exp
def test_slist():
# pylint: disable=missing-docstring
exp = DSList.init(idt, 10).map(incr).map(incr).reduce(add)
res = SList.init(idt, 10).map(incr).map(incr).reduce(add).run()
assert res == exp