def test_compress_jcond_single():
start_ast = [
parser.LabelStmt("start"),
parser.AssignOp(src="inbox", dst="emp"),
parser.JumpCondOp("if", "ez"),
parser.OutboxOp(),
parser.JumpOp("endif"),
parser.LabelStmt("if"),
parser.JumpOp("start"),
parser.LabelStmt("endif"),
parser.OutboxOp()
]
expected_ast = [
parser.LabelStmt("start"),
parser.AssignOp(src="inbox", dst="emp"),
parser.JumpCondOp("start", "ez"),
parser.OutboxOp(),
parser.JumpOp("endif"),
parser.LabelStmt("if"),
parser.JumpOp("start"),
parser.LabelStmt("endif"),
parser.OutboxOp()
]
ast = compress_jumps(start_ast)
assert ast == expected_ast
def test_convert_iftojump_nested():
code = [
p.IfOp("ez", [
p.IfOp("ez", [p.AssignOp("inbox", "emp")], [p.OutboxOp()]),
], [
p.IfOp("neg", [p.AssignOp("inbox", "emp")], [p.OutboxOp()])
])]
expected_ast = [
p.JumpCondOp(condition="jez", label_name="_hrm_1"),
p.JumpCondOp(condition="jneg", label_name="_hrm_2"),
p.OutboxOp(),
p.JumpOp("_hrm_endif_2"),
p.LabelStmt("_hrm_2"),
p.AssignOp("inbox", "emp"),
p.LabelStmt("_hrm_endif_2"),
p.JumpOp("_hrm_endif_1"),
p.LabelStmt("_hrm_1"),
p.JumpCondOp(condition="jez", label_name="_hrm_3"),
p.OutboxOp(),
p.JumpOp("_hrm_endif_3"),
p.LabelStmt("_hrm_3"),
p.AssignOp("inbox", "emp"),
p.LabelStmt("_hrm_endif_3"),
p.LabelStmt("_hrm_endif_1")]
ast = c.convert_iftojump(code)
assert ast == expected_ast
def test_convert_jmpthenlabel_check():
code = [
p.LabelStmt("alreadySorted"),
p.AssignOp(src="inbox", dst="emp"),
p.IfOp("neg", [p.JumpOp("alreadySorted")], []),
p.IfOp("ez", [p.JumpOp("alreadySorted")],
[p.AssignOp(src="0", dst="emp")])
]
expected_ast = [
p.LabelStmt("alreadySorted"),
p.AssignOp(src="inbox", dst="emp"),
p.JumpCondOp(condition="jneg", label_name="alreadySorted"),
# pass
# p.JumpOp("_hrm_endif_1"),
# p.LabelStmt("_hrm_endif_1"),
p.JumpCondOp(condition="jez", label_name="alreadySorted"),
p.AssignOp(src="0", dst="emp")
# p.JumpOp("_hrm_unreachable"),
# p.LabelStmt("_hrm_unreachable")
]
result_ast = conversion.convert_ifnz_to_ifez(code)
result_ast = conversion.convert_iftojump(result_ast)
result_ast = conversion.compress_jumps(result_ast)
result_ast = conversion.remove_unreachable_code(result_ast)
ast = conversion.fix_jmp_then_label(result_ast)
assert ast == expected_ast
def test_dont_optimize_jumps_2():
start_ast = [
parser.JumpOp(label_name="start"),
parser.LabelStmt("start"),
parser.AssignOp(src="inbox", dst="emp"),
parser.JumpOp("start")
]
ast = compress_jumps(start_ast)
assert ast == start_ast
def test_dont_optimize_jumps_2():
start_ast = [
parser.JumpOp(label_name="start"),
parser.LabelStmt("start"),
parser.AssignOp(src="inbox", dst="emp"),
parser.JumpOp("start")
]
ast = remove_unreachable_code(start_ast)
assert ast == start_ast
def test_unreachable_jumps():
start_ast = [
parser.LabelStmt("start"),
parser.AssignOp(src="inbox", dst="emp"),
parser.JumpOp("label_a"),
parser.LabelStmt("label_a"),
parser.JumpOp("label_b"),
parser.LabelStmt("label_b"),
parser.JumpOp("label_c"),
parser.LabelStmt("label_c"),
parser.JumpOp("label_z"),
parser.JumpOp("start"),
parser.LabelStmt("label_z")
]
expected_ast = [
parser.AssignOp(src="inbox", dst="emp"),
# the indented part is needed in this test.
# when run from `hrmc`, it'd be optimized
# because of the previous 'jump compression' optimization,
# but we are not using an optimized ast here.
parser.JumpOp("label_a"),
parser.LabelStmt("label_a"),
parser.JumpOp("label_b"),
parser.LabelStmt("label_b"),
parser.JumpOp("label_c"),
parser.LabelStmt("label_c"),
parser.JumpOp("_hrm_unreachable"),
parser.LabelStmt("_hrm_unreachable")
]
ast = remove_unreachable_code(start_ast)
assert ast == expected_ast
def test_still_reachable():
start_ast = [
parser.JumpOp("skip"),
parser.LabelStmt("ahah"),
parser.OutboxOp(),
parser.LabelStmt("skip"),
parser.JumpOp("ahah")
]
ast = remove_unreachable_code(start_ast)
assert ast == start_ast
def test_dont_optimize_jumps_with_missing_label_in_chain():
start_ast = [
parser.LabelStmt("start"),
parser.AssignOp(src="inbox", dst="emp"),
parser.JumpOp(label_name="a"),
parser.OutboxOp(),
parser.JumpOp(label_name="start"),
parser.LabelStmt("a"),
parser.JumpOp(label_name="b"),
parser.LabelStmt("b"),
parser.JumpOp(label_name="misspelled_start"),
parser.LabelStmt("misspelled_start"),
]
expected_ast = [
parser.LabelStmt("start"),
parser.AssignOp(src="inbox", dst="emp"),
parser.JumpOp(label_name="misspelled_start"),
parser.OutboxOp(),
parser.JumpOp(label_name="start"),
parser.LabelStmt("a"),
parser.JumpOp(label_name="misspelled_start"),
parser.LabelStmt("b"),
parser.JumpOp(label_name="misspelled_start"),
parser.LabelStmt("misspelled_start"),
]
ast = compress_jumps(start_ast)
assert ast == expected_ast
def test_convert_jmpthenlabel_used_elsewhere():
start_ast = [
p.JumpOp(label_name="start"),
p.LabelStmt("start"),
p.AssignOp(src="inbox", dst="emp"),
p.JumpOp("start")
]
expected_ast = [
p.LabelStmt("start"),
p.AssignOp(src="inbox", dst="emp"),
p.JumpOp("start")
]
ast = conversion.fix_jmp_then_label(start_ast)
assert ast == expected_ast
def test_dont_remove_series_of_jumps():
start_ast = [
parser.JumpOp("jump1"),
parser.LabelStmt("jump1"),
parser.JumpOp("jump2"),
parser.LabelStmt("jump2"),
parser.JumpOp("jump3"),
parser.LabelStmt("jump3"),
parser.JumpOp("jump4"),
parser.LabelStmt("jump4"),
parser.AssignOp("inbox", "emp")
]
ast = remove_unreachable_code(start_ast)
assert ast == start_ast
def convert_if(self, ifObj):
def create_adhoc_assembler():
new_assembler = Assembler()
new_assembler.aliases = self.aliases
new_assembler._gen_label_cnt = self._gen_label_cnt
return new_assembler
label_cnt = self._gen_label_cnt
self._gen_label_cnt += 1
true_branch_assembler = create_adhoc_assembler()
true_branch_assembler.convert(ifObj.true_branch)
self._gen_label_cnt = true_branch_assembler._gen_label_cnt
false_branch_assembler = create_adhoc_assembler()
false_branch_assembler.convert(ifObj.false_branch)
self._gen_label_cnt = false_branch_assembler._gen_label_cnt
self.convert_condjump(
p.JumpCondOp("_hrm_" + str(label_cnt), "j" + ifObj.condition))
for false_branch_codeline in false_branch_assembler.code:
self.code.append(false_branch_codeline)
self.convert_jump(p.JumpOp("_hrm_endif_" + str(label_cnt)))
self.convert_label(p.LabelStmt("_hrm_" + str(label_cnt)))
for true_branch_codeline in true_branch_assembler.code:
self.code.append(true_branch_codeline)
self.convert_label(p.LabelStmt("_hrm_endif_" + str(label_cnt)))
def test_labelinast_valid_access():
start_ast = [
parser.LabelStmt("test"),
parser.JumpOp("test")
]
labels_positions, _ = labels_in_ast(start_ast)
assert "test" in labels_positions
def test_avoid_loop():
start_ast = [
parser.LabelStmt("test"),
parser.JumpOp("test")
]
expected_ast = start_ast
ast = compress_jumps(start_ast)
assert ast == expected_ast
def test_skip_operation():
start_ast = [
parser.AssignOp("inbox", "emp"),
parser.JumpOp("label"),
parser.OutboxOp(),
parser.LabelStmt("label"),
parser.AddOp("tmp")
]
expected_ast = [
parser.AssignOp("inbox", "emp"),
parser.JumpOp("label"),
parser.LabelStmt("label"),
parser.AddOp("tmp")
]
ast = remove_unreachable_code(start_ast)
assert ast == expected_ast
def test_compress_single_jump():
start_ast = [
parser.JumpOp("test"),
parser.LabelStmt("test"),
parser.JumpOp("wow"),
parser.LabelStmt("wow"),
parser.OutboxOp()
]
expected_ast = [
parser.JumpOp("wow"),
parser.LabelStmt("test"),
parser.JumpOp("wow"),
parser.LabelStmt("wow"),
parser.OutboxOp()
]
ast = compress_jumps(start_ast)
assert ast == expected_ast
def test_no_compress():
expected_ast = start_ast = [
parser.JumpOp("test"),
parser.LabelStmt("test"),
parser.OutboxOp()
]
ast = compress_jumps(start_ast)
assert expected_ast == ast
def test_endless_program_1():
start_ast = [
parser.LabelStmt("label"),
parser.AssignOp("inbox", "emp"),
parser.JumpOp("label")
]
ast = remove_unreachable_code(start_ast)
assert start_ast == ast
def test_jcond_avoid_loop():
start_ast = [
parser.LabelStmt("test"),
parser.JumpCondOp("test", "ez"),
parser.OutboxOp(),
parser.JumpOp("test"),
]
expected_ast = start_ast
ast = compress_jumps(start_ast)
assert ast == expected_ast
def test_convert_iftojump_onlytruebranch_consecutive():
code = [
p.IfOp("ez", [p.OutboxOp()], []),
p.IfOp("ez", [p.OutboxOp()], [])]
expected_ast = [
# first IF
p.JumpCondOp(condition="jez", label_name="_hrm_1"),
p.JumpOp("_hrm_endif_1"),
p.LabelStmt("_hrm_1"),
p.OutboxOp(),
p.LabelStmt("_hrm_endif_1"),
# second IF
p.JumpCondOp(condition="jez", label_name="_hrm_2"),
p.JumpOp("_hrm_endif_2"),
p.LabelStmt("_hrm_2"),
p.OutboxOp(),
p.LabelStmt("_hrm_endif_2")]
ast = c.convert_iftojump(code)
assert ast == expected_ast
def test_compress_multi_jump():
start_ast = [
parser.JumpOp("first"),
parser.LabelStmt("first"), parser.JumpOp("second"),
parser.LabelStmt("second"), parser.JumpOp("third"),
parser.LabelStmt("third"), parser.JumpOp("fourth"),
parser.LabelStmt("fourth"), parser.JumpOp("last"),
parser.LabelStmt("last"), parser.OutboxOp()
]
expected_ast = [
parser.JumpOp("last"),
parser.LabelStmt("first"), parser.JumpOp("last"),
parser.LabelStmt("second"), parser.JumpOp("last"),
parser.LabelStmt("third"), parser.JumpOp("last"),
parser.LabelStmt("fourth"), parser.JumpOp("last"),
parser.LabelStmt("last"), parser.OutboxOp()
]
ast = compress_jumps(start_ast)
assert ast == expected_ast
def test_compress_jcond_no_compress():
start_ast = [
parser.JumpCondOp("label", "ez"),
parser.OutboxOp(),
parser.JumpOp("endif"),
parser.LabelStmt("label"),
parser.OutboxOp(),
parser.LabelStmt("endif"),
parser.OutboxOp()
]
expected_ast = start_ast
ast = compress_jumps(start_ast)
assert ast == expected_ast
def test_no_operation_ignored_in_nonlooping_code():
start_ast = [
parser.JumpCondOp("_hrm_1", "jez"),
parser.IncrOp("a_field"),
parser.JumpOp("the_fence"),
parser.LabelStmt("_hrm_1"),
parser.IncrOp("b_field"),
parser.LabelStmt("the_fence"),
parser.IncrOp("c_field")
]
ast = remove_unreachable_code(start_ast)
assert parser.IncrOp("b_field") in start_ast
assert parser.IncrOp("b_field") in ast
def test_dont_keep_only_last_label_on_instruction():
start_ast = [
parser.AssignOp(src='inbox', dst='emp'),
parser.JumpCondOp(label_name='_hrm_1', condition='jez'),
parser.OutboxOp(),
parser.JumpOp(label_name="_hrm_endif_1"),
parser.LabelStmt("_hrm_1"),
parser.LabelStmt("_hrm_endif_1"),
parser.AssignOp(src="inbox", dst="emp")
]
ast = remove_unreachable_code(start_ast)
assert parser.LabelStmt("_hrm_endif_1") in ast
assert parser.LabelStmt("_hrm_1") in ast
def test_convert_iftojump_onlyfalsebranch():
code = [
p.IfOp("ez", [], [
p.OutboxOp()
])]
expected_ast = [
p.JumpCondOp(condition="jez", label_name="_hrm_1"),
p.OutboxOp(),
p.JumpOp("_hrm_endif_1"),
p.LabelStmt("_hrm_1"),
p.LabelStmt("_hrm_endif_1")
]
ast = c.convert_iftojump(code)
assert ast == expected_ast
def test_unreachable_jump_to_lone_label_in_jcond_false_path():
start_ast = [
parser.LabelStmt("start"),
parser.AssignOp(src="inbox", dst="emp"),
parser.JumpCondOp(condition="ez", label_name="isZero"),
parser.JumpOp("loneLabel"),
parser.LabelStmt("isZero"),
parser.OutboxOp(),
parser.JumpOp("start"),
parser.LabelStmt("loneLabel")
]
expected_ast = [
parser.LabelStmt("start"),
parser.AssignOp(src="inbox", dst="emp"),
parser.JumpCondOp(condition="ez", label_name="isZero"),
parser.JumpOp("_hrm_unreachable"),
parser.LabelStmt("isZero"),
parser.OutboxOp(),
parser.JumpOp("start"),
parser.LabelStmt("_hrm_unreachable")
]
ast = remove_unreachable_code(start_ast)
assert ast == expected_ast
def test_if_multiple_ops():
code = """
start:
emp = inbox
if ez then
outbox
jmp start
endif
"""
with StringIO(code) as f:
ast = parser.parse_it(f)
if_op = ast[2]
assert type(if_op) == parser.IfOp
assert if_op.condition == "ez"
assert if_op.true_branch == [parser.OutboxOp(), parser.JumpOp("start")]
def test_dont_optimize_conditional_jumps():
"""
if ez then
# nothing, but the `jez` must not be removed!
# if removed, the program becomes only `outbox`,
# that is incorrect.
else
outbox
endif
"""
start_ast = [
parser.JumpCondOp(label_name='_hrm_1', condition='jez'),
parser.OutboxOp(),
parser.JumpOp(label_name="_hrm_endif_1"),
parser.LabelStmt(label_name="_hrm_1"),
parser.LabelStmt(label_name="_hrm_endif_1")
]
ast = compress_jumps(start_ast)
assert parser.JumpCondOp(label_name="_hrm_1", condition="jez") in ast
def test_no_duplicated_labels_on_same_point():
start_ast = [
parser.AssignOp(src="inbox", dst="emp"),
parser.JumpOp("skip"),
parser.LabelStmt("comehere"),
parser.OutboxOp(),
parser.LabelStmt("skip"),
parser.JumpOp("comehere")
]
ast = remove_unreachable_code(start_ast)
comehere_counter = sum(1 for ast_item in ast \
if type(ast_item) == parser.LabelStmt \
and ast_item.label_name == "comehere")
assert comehere_counter == 1
start_ast = [
parser.AssignOp(src="inbox", dst="emp"),
parser.JumpOp("comehere"),
parser.LabelStmt("comehere"),
parser.OutboxOp(),
parser.LabelStmt("skip"),
parser.JumpOp("comehere")
]
ast = remove_unreachable_code(start_ast)
comehere_counter = sum(1 for ast_item in ast \
if type(ast_item) == parser.LabelStmt \
and ast_item.label_name == "comehere")
assert comehere_counter == 1
start_ast = [
parser.AssignOp(src="inbox", dst="emp"),
parser.JumpCondOp("comehere", "jez"),
parser.JumpOp("comehere"),
parser.LabelStmt("comehere"),
parser.OutboxOp(),
parser.LabelStmt("skip"),
parser.JumpOp("comehere")
]
ast = remove_unreachable_code(start_ast)
comehere_counter = sum(1 for ast_item in ast \
if type(ast_item) == parser.LabelStmt \
and ast_item.label_name == "comehere")
assert comehere_counter == 1
def compress_jumps(ast):
compressed_ast = []
labels_positions, label_at_pos = labels_in_ast(ast)
for index, ast_item in enumerate(ast):
if type(ast_item) in [p.JumpOp, p.JumpCondOp]:
jump_going_nowhere = False
visited = [False for i in ast]
_label = ast_item.label_name
try:
# get the first position executable by `_label`
next_pos = labels_positions[_label]
except KeyError:
jump_going_nowhere = True
# even though a jump, either conditional or unconditional, redirects to a label
# that is _not_ associated to any instruction, removing conditional
# jumps alters the logic of the program
compressed_ast.append(ast_item)
continue
while type(ast[next_pos]) == p.JumpOp and \
not visited[next_pos] and \
not jump_going_nowhere:
visited[next_pos] = True
_label = ast[next_pos].label_name
try:
next_pos = labels_positions[_label]
except KeyError:
jump_going_nowhere = True
if type(ast_item) == p.JumpOp:
compressed_ast.append(p.JumpOp(_label))
else:
compressed_ast.append(p.JumpCondOp(_label, ast_item.condition))
else:
compressed_ast.append(ast_item)
return compressed_ast
def _convert_iftojump(ast, if_counter=0):
new_ast = []
for ast_item in ast:
if type(ast_item) == IfOp:
if_counter = if_counter + 1
new_ast.append(
p.JumpCondOp(condition="j" + ast_item.condition,
label_name="_hrm_{0}".format(if_counter)))
converted_false_branch, counter = _convert_iftojump(
ast_item.false_branch, if_counter)
for op in converted_false_branch:
new_ast.append(op)
new_ast.append(p.JumpOp("_hrm_endif_{0}".format(if_counter)))
new_ast.append(p.LabelStmt("_hrm_{0}".format(if_counter)))
converted_true_branch, counter = _convert_iftojump(
ast_item.true_branch, counter)
for op in converted_true_branch:
new_ast.append(op)
new_ast.append(p.LabelStmt("_hrm_endif_{0}".format(if_counter)))
if_counter = counter
else:
new_ast.append(ast_item)
return new_ast, if_counter
