def test_time_overhead(self):
''' time_overhead. '''
timing = PipelineSegmentTiming(self.net1, 3)
timing.add(
'0',
self._make_sched_res((3, 0, 0),
120,
num_nodes=4,
top_ti=3,
top_tb=4))
timing.add(
'1',
self._make_sched_res((3, 1, 0),
130,
num_nodes=6,
top_to=3,
top_tb=4))
timing.add(
'1p',
self._make_sched_res((3, 1, 1),
20,
num_nodes=6,
top_to=3,
top_tb=4))
timing.add(
'2',
self._make_sched_res((3, 2, 0),
138,
num_nodes=3,
top_ti=3,
top_tb=4))
time_indv = 120 * 4 / 13. + (130 + 20) * 6 / 13. + 138 * 3 / 13.
self.assertAlmostEqual(timing.time_overhead,
timing.time / time_indv - 1)
def test_time_dram_time(self):
''' time and critical_time dominated by DRAM time. '''
timing = PipelineSegmentTiming(self.net1, 3)
timing.add(
'0',
self._make_sched_res((3, 0, 0),
120,
dram_time=100,
top_ti=3,
top_tb=4))
timing.add(
'1',
self._make_sched_res((3, 1, 0),
130,
dram_time=140,
top_to=3,
top_tb=4))
timing.add(
'1p',
self._make_sched_res((3, 1, 1),
20,
dram_time=10,
top_to=3,
top_tb=4))
timing.add(
'2',
self._make_sched_res((3, 2, 0),
138,
dram_time=100,
top_ti=3,
top_tb=4))
self.assertEqual(timing.critical_time, 160)
self.assertEqual(timing.time, 100 + 140 + 10 + 100)
self.assertEqual(timing.dram_time, timing.time)
self.assertLess(timing.node_time, timing.time)
def test_time_single_spatial(self):
''' time and critical_time for single-spatial segment. '''
for net_name in self.net:
if not net_name.startswith('net'):
continue
net = self.net[net_name]
for seg in self._gen_all_segment(net, temporal=True):
if not seg.valid:
continue
self.assertEqual(len(seg), 1)
timing = PipelineSegmentTiming(net, 0)
for idx, layer in enumerate(seg[0]):
timing.add(
layer,
self._make_sched_res((0, 0, idx),
(40 + idx * 7 % 3) * 16,
top_to=4,
top_ti=4,
top_tb=4))
self.assertEqual(timing.critical_time, timing.time)
self.assertAlmostEqual(timing.time_overhead, 0.)
def test_time_linear(self):
''' time and critical_time linear. '''
timing = PipelineSegmentTiming(self.net1, 3)
timing.add('0', self._make_sched_res((3, 0, 0),
120,
top_ti=3,
top_tb=2))
timing.add('1', self._make_sched_res((3, 1, 0),
129,
top_to=3,
top_tb=2))
timing.add('1p', self._make_sched_res((3, 1, 1),
21,
top_to=3,
top_tb=2))
timing.add('2', self._make_sched_res((3, 2, 0),
138,
top_ti=3,
top_tb=2))
self.assertEqual(timing.critical_time, 150)
# Layer 1 is critical. Layer 1+1p first BAT group starts at 120 // 2,
# and last BAT group starts at 150 // 2 later. Layer 2 last BAT group
# starts 150 // 2 // 3 later, and takes 138 // 2.
self.assertEqual(timing.time,
120 // 2 + 150 // 2 + 150 // 2 // 3 + 138 // 2)
self.assertAlmostEqual(timing.time_overhead,
timing.time / ((120 + 129 + 21 + 138) / 3.) - 1)
def test_gen_constraint_max_ovhd(self):
''' gen_constraint() with max_time_overhead. '''
def _make_key(constraint):
return tuple((c.topifm, c.topofm, c.topbat)
for c in itertools.chain.from_iterable(constraint))
net = self.net['zfnet']
for segment in self._gen_all_segment(net):
if not segment.valid:
continue
set_all = set()
set_1 = set()
set_5 = set()
for constraint, _ in segment.gen_constraint():
timing = PipelineSegmentTiming(net, 0)
for sp_idx, (ltpl, ctpl) in enumerate(zip(segment, constraint)):
for tm_idx, (l, c) in enumerate(zip(ltpl, ctpl)):
res = self._make_sched_res((0, sp_idx, tm_idx),
65536 // len(ltpl),
top_ti=c.topifm,
top_to=c.topofm,
top_tb=c.topbat)
timing.add(l, res)
key = _make_key(constraint)
set_all.add(key)
if timing.time_overhead <= 0.1:
set_1.add(key)
if timing.time_overhead <= 0.5:
set_5.add(key)
for constraint, _ in segment.gen_constraint(max_time_overhead=0.1):
key = _make_key(constraint)
set_1.discard(key)
self.assertFalse(set_1,
'gen_constraint with max_time_overhead: '
'miss generating constraints with <= 0.1 ovhd:\n'
'{}'.format(set_1))
for constraint, _ in segment.gen_constraint(max_time_overhead=0.5):
key = _make_key(constraint)
set_5.discard(key)
self.assertFalse(set_5,
'gen_constraint with max_time_overhead: '
'miss generating constraints with <= 0.5 ovhd:\n'
'{}'.format(set_5))
def test_add_all_lr(self):
''' add() all LocalRegionLayer. '''
timing = PipelineSegmentTiming(self.netlr, 2)
timing.add('0p1', self._make_sched_res((2, 0, 0), 40, top_to=4))
self.assertEqual(timing.timing_list[-1][-1].ngrp, 4)
timing.add('0p2', self._make_sched_res((2, 0, 1), 80, top_to=4))
self.assertEqual(timing.timing_list[-1][-1].ngrp, 4)
timing.add('0p3', self._make_sched_res((2, 0, 2), 60, top_to=4))
self.assertEqual(timing.timing_list[-1][-1].ngrp, 4)
timing.add('1', self._make_sched_res((2, 1, 0), 800, top_to=4))
self.assertEqual(timing.timing_list[-1][-1].ngrp, 4)
def test_time_all_lr(self):
''' time and critical_time all LocalRegionLayer. '''
timing = PipelineSegmentTiming(self.netlr, 2)
timing.add('0p1', self._make_sched_res((2, 0, 0), 40,
top_to=5, top_tb=2))
timing.add('0p2', self._make_sched_res((2, 0, 1), 80,
top_to=5, top_tb=2))
timing.add('0p3', self._make_sched_res((2, 0, 2), 60,
top_to=5, top_tb=2))
timing.add('1', self._make_sched_res((2, 1, 0), 800,
top_ti=5, top_tb=2))
self.assertEqual(timing.critical_time, 800)
# Layer 1 is critical. Layer 1 first BAT group starts at (40 + 80 + 60)
# // 2 // 5, and takes 800.
self.assertEqual(timing.time, (40 + 80 + 60) // 2 // 5 + 800)
self.assertAlmostEqual(timing.time_overhead,
timing.time / ((40 + 80 + 60 + 800) / 2.) - 1)
def test_add_invalid_sched_seq(self):
''' add(), invalid sched seq. '''
timing = PipelineSegmentTiming(self.net1, 3)
timing.add('0', self._make_sched_res((3, 0, 0), 123))
with self.assertRaisesRegex(ValueError,
'PipelineSegmentTiming: .*belong to.*'):
timing.add('1', self._make_sched_res((2, 1, 0), 123))
with self.assertRaisesRegex(ValueError,
'PipelineSegmentTiming: .*follow.*'):
timing.add('1p', self._make_sched_res((3, 1, 1), 123))
def test_add_already_in(self):
''' add(), layer already in. '''
timing = PipelineSegmentTiming(self.net1, 3)
timing.add('0', self._make_sched_res((3, 0, 0), 123))
with self.assertRaisesRegex(ValueError,
'PipelineSegmentTiming: .*layer 0.*'):
timing.add('0', self._make_sched_res((3, 1, 0), 123))
def test_time_bat_ngrp(self):
''' time and critical_time bat_ngrp. '''
timing = PipelineSegmentTiming(self.net1, 3)
timing.add('0', self._make_sched_res((3, 0, 0), 120, top_tb=4))
timing.add('1', self._make_sched_res((3, 1, 0), 130, top_tb=4))
timing.add('1p', self._make_sched_res((3, 1, 1), 20, top_tb=4))
timing.add('2', self._make_sched_res((3, 2, 0), 136, top_tb=4))
self.assertEqual(timing.critical_time, 150)
self.assertEqual(timing.time, 120 // 4 + 130 + 20 + 136 // 4)
self.assertAlmostEqual(timing.time_overhead,
timing.time / ((120 + 130 + 20 + 136) / 3.) - 1)
# Unmatched BAT group number.
timing.add('3', self._make_sched_res((3, 3, 0), 100, top_tb=2))
self.assertEqual(timing.time, 120 + 130 + 20 + 136 + 100)
self.assertAlmostEqual(timing.time_overhead,
timing.time
/ ((120 + 130 + 20 + 136 + 100) / 4.) - 1)
def test_add(self):
''' add(). '''
# No fused.
timing = PipelineSegmentTiming(self.net1, 3)
timing.add('0', self._make_sched_res((3, 0, 0), 123,
top_to=3, top_tb=2))
self.assertTupleEqual(timing.last_sched_seq, (3, 0, 0))
self.assertEqual(timing.timing_list[-1][-1].ngrp, 3)
timing.add('1', self._make_sched_res((3, 1, 0), 141,
top_ti=3, top_tb=2))
self.assertTupleEqual(timing.last_sched_seq, (3, 1, 0))
self.assertEqual(timing.timing_list[-1][-1].ngrp, 1)
timing.add('1p', self._make_sched_res((3, 1, 1), 12,
top_ti=3, top_tb=2))
self.assertTupleEqual(timing.last_sched_seq, (3, 1, 1))
self.assertEqual(timing.timing_list[-1][-1].ngrp, 1)
self.assertEqual(timing.bat_ngrp, 2)
self.assertEqual(len(timing.timing_list), 2)
self.assertEqual(len(timing.timing_list[0]), 1)
self.assertEqual(len(timing.timing_list[1]), 2)
# Fused.
timing = PipelineSegmentTiming(self.net1, 3)
timing.add('0', self._make_sched_res((3, 0, 0), 123,
top_tb=2))
self.assertTupleEqual(timing.last_sched_seq, (3, 0, 0))
self.assertEqual(timing.timing_list[-1][-1].ngrp, 1)
timing.add('1', self._make_sched_res((3, 1, 0), 141,
top_to=3, top_tb=2))
self.assertTupleEqual(timing.last_sched_seq, (3, 1, 0))
self.assertEqual(timing.timing_list[-1][-1].ngrp, 3)
timing.add('1p', self._make_sched_res((3, 1, 1), 12,
top_to=3, top_tb=2))
self.assertTupleEqual(timing.last_sched_seq, (3, 1, 1))
self.assertEqual(timing.timing_list[-1][-1].ngrp, 3)
# Unmatched BAT group number.
self.assertEqual(timing.bat_ngrp, 2)
timing.add('2', self._make_sched_res((3, 2, 0), 123, top_tb=4))
self.assertEqual(timing.bat_ngrp, 1)
def test_invalid_network(self):
''' Invalid network. '''
with self.assertRaisesRegex(TypeError,
'PipelineSegmentTiming: .*network.*'):
_ = PipelineSegmentTiming(self.net1.input_layer(), 3)
def test_valid_args(self):
''' Valid arguments. '''
timing = PipelineSegmentTiming(self.net1, 3)
self.assertIs(timing.network, self.net1)
self.assertEqual(timing.seg_idx, 3)
def test_time_branch(self):
''' time and critical_time branch. '''
# Single-group wait.
timing = PipelineSegmentTiming(self.net4, 3)
timing.add('6', self._make_sched_res((3, 0, 0), 120,
top_ti=3, top_tb=2))
timing.add('7', self._make_sched_res((3, 1, 0), 150,
top_to=3, top_tb=2))
timing.add('8', self._make_sched_res((3, 2, 0), 144,
top_ti=3, top_tb=2))
timing.add('9', self._make_sched_res((3, 3, 0), 168,
top_ti=3, top_tb=2))
self.assertEqual(timing.critical_time, 168)
# Layer 9 is critical. Layer 7 first BAT group starts at 120 // 2.
# Layer 8 and 9 first BAT group starts at 150 // 2 // 3 later, and all
# groups of layer 9 take 168.
self.assertEqual(timing.time,
120 // 2 + 150 // 2 // 3 + 168)
self.assertAlmostEqual(timing.time_overhead,
timing.time / ((120 + 150 + 144 + 168) / 4.) - 1)
# All-group wait.
timing = PipelineSegmentTiming(self.net4, 3)
timing.add('6', self._make_sched_res((3, 0, 0), 120, top_tb=2))
timing.add('7', self._make_sched_res((3, 1, 0), 150, top_tb=2))
timing.add('8', self._make_sched_res((3, 2, 0), 144, top_tb=2))
timing.add('9', self._make_sched_res((3, 3, 0), 132, top_tb=2))
self.assertEqual(timing.critical_time, 150)
# Layer 7 is critical. Layer 7 first BAT group starts at 120 // 2, and
# layer 7 last BAT group ends at 150 later, at which time layer 8 and 9
# last BAT group starts, and takes 144 // 2.
self.assertEqual(timing.time, 120 // 2 + 150 + 144 // 2)
self.assertAlmostEqual(timing.time_overhead,
timing.time / ((120 + 150 + 144 + 132) / 4.) - 1)
def test_time_ifm_ofm_ngrp(self):
''' time and critical_time ifm_ngrp and ofm_ngrp. '''
# Single-group wait, first critical.
timing = PipelineSegmentTiming(self.net1, 3)
timing.add('0', self._make_sched_res((3, 0, 0), 120,
top_to=3, top_tb=2))
timing.add('1', self._make_sched_res((3, 1, 0), 90,
top_ti=3, top_tb=2))
self.assertEqual(timing.critical_time, 120)
# Layer 0 is critical. Layer 0 last BAT group starts at 120 - 120 // 2.
# Layer 1 last BAT group starts 120 // 2 // 3 later, which takes 90 //
# 2.
self.assertEqual(timing.time,
120 - 120 // 2 + 120 // 2 // 3 + 90 // 2)
self.assertAlmostEqual(timing.time_overhead,
timing.time / ((120 + 90) / 2.) - 1)
# Single-group wait, second critical.
timing = PipelineSegmentTiming(self.net1, 3)
timing.add('0', self._make_sched_res((3, 0, 0), 120,
top_to=3, top_tb=2))
timing.add('1', self._make_sched_res((3, 1, 0), 150,
top_ti=3, top_tb=2))
self.assertEqual(timing.critical_time, 150)
# Layer 1 is critical. Layer 1 first BAT group starts at 120 // 2 // 3,
# and takes 150 for all its BAT groups.
self.assertEqual(timing.time, 120 // 2 // 3 + 150)
self.assertAlmostEqual(timing.time_overhead,
timing.time / ((120 + 150) / 2.) - 1)
# All-group wait, first critical.
timing = PipelineSegmentTiming(self.net1, 3)
timing.add('0', self._make_sched_res((3, 0, 0), 120,
top_to=3, top_tb=2))
timing.add('1', self._make_sched_res((3, 1, 0), 90,
top_to=3, top_tb=2))
self.assertEqual(timing.critical_time, 120)
self.assertEqual(timing.time, 120 + 90 // 2)
self.assertAlmostEqual(timing.time_overhead,
timing.time / ((120 + 90) / 2.) - 1)
# All-group wait, second critical.
timing = PipelineSegmentTiming(self.net1, 3)
timing.add('0', self._make_sched_res((3, 0, 0), 120,
top_ti=3, top_tb=2))
timing.add('1', self._make_sched_res((3, 1, 0), 150,
top_ti=3, top_tb=2))
self.assertEqual(timing.critical_time, 150)
self.assertEqual(timing.time, 120 // 2 + 150)
self.assertAlmostEqual(timing.time_overhead,
timing.time / ((120 + 150) / 2.) - 1)