def test_compress_jcond_single(): start_ast = [ parser.LabelStmt("start"), parser.AssignOp(src="inbox", dst="emp"), parser.JumpCondOp("if", "ez"), parser.OutboxOp(), parser.JumpOp("endif"), parser.LabelStmt("if"), parser.JumpOp("start"), parser.LabelStmt("endif"), parser.OutboxOp() ] expected_ast = [ parser.LabelStmt("start"), parser.AssignOp(src="inbox", dst="emp"), parser.JumpCondOp("start", "ez"), parser.OutboxOp(), parser.JumpOp("endif"), parser.LabelStmt("if"), parser.JumpOp("start"), parser.LabelStmt("endif"), parser.OutboxOp() ] ast = compress_jumps(start_ast) assert ast == expected_ast
def test_convert_iftojump_nested(): code = [ p.IfOp("ez", [ p.IfOp("ez", [p.AssignOp("inbox", "emp")], [p.OutboxOp()]), ], [ p.IfOp("neg", [p.AssignOp("inbox", "emp")], [p.OutboxOp()]) ])] expected_ast = [ p.JumpCondOp(condition="jez", label_name="_hrm_1"), p.JumpCondOp(condition="jneg", label_name="_hrm_2"), p.OutboxOp(), p.JumpOp("_hrm_endif_2"), p.LabelStmt("_hrm_2"), p.AssignOp("inbox", "emp"), p.LabelStmt("_hrm_endif_2"), p.JumpOp("_hrm_endif_1"), p.LabelStmt("_hrm_1"), p.JumpCondOp(condition="jez", label_name="_hrm_3"), p.OutboxOp(), p.JumpOp("_hrm_endif_3"), p.LabelStmt("_hrm_3"), p.AssignOp("inbox", "emp"), p.LabelStmt("_hrm_endif_3"), p.LabelStmt("_hrm_endif_1")] ast = c.convert_iftojump(code) assert ast == expected_ast
def test_convert_jmpthenlabel_check(): code = [ p.LabelStmt("alreadySorted"), p.AssignOp(src="inbox", dst="emp"), p.IfOp("neg", [p.JumpOp("alreadySorted")], []), p.IfOp("ez", [p.JumpOp("alreadySorted")], [p.AssignOp(src="0", dst="emp")]) ] expected_ast = [ p.LabelStmt("alreadySorted"), p.AssignOp(src="inbox", dst="emp"), p.JumpCondOp(condition="jneg", label_name="alreadySorted"), # pass # p.JumpOp("_hrm_endif_1"), # p.LabelStmt("_hrm_endif_1"), p.JumpCondOp(condition="jez", label_name="alreadySorted"), p.AssignOp(src="0", dst="emp") # p.JumpOp("_hrm_unreachable"), # p.LabelStmt("_hrm_unreachable") ] result_ast = conversion.convert_ifnz_to_ifez(code) result_ast = conversion.convert_iftojump(result_ast) result_ast = conversion.compress_jumps(result_ast) result_ast = conversion.remove_unreachable_code(result_ast) ast = conversion.fix_jmp_then_label(result_ast) assert ast == expected_ast
def test_dont_optimize_jumps_2(): start_ast = [ parser.JumpOp(label_name="start"), parser.LabelStmt("start"), parser.AssignOp(src="inbox", dst="emp"), parser.JumpOp("start") ] ast = compress_jumps(start_ast) assert ast == start_ast
def test_dont_optimize_jumps_2(): start_ast = [ parser.JumpOp(label_name="start"), parser.LabelStmt("start"), parser.AssignOp(src="inbox", dst="emp"), parser.JumpOp("start") ] ast = remove_unreachable_code(start_ast) assert ast == start_ast
def test_unreachable_jumps(): start_ast = [ parser.LabelStmt("start"), parser.AssignOp(src="inbox", dst="emp"), parser.JumpOp("label_a"), parser.LabelStmt("label_a"), parser.JumpOp("label_b"), parser.LabelStmt("label_b"), parser.JumpOp("label_c"), parser.LabelStmt("label_c"), parser.JumpOp("label_z"), parser.JumpOp("start"), parser.LabelStmt("label_z") ] expected_ast = [ parser.AssignOp(src="inbox", dst="emp"), # the indented part is needed in this test. # when run from `hrmc`, it'd be optimized # because of the previous 'jump compression' optimization, # but we are not using an optimized ast here. parser.JumpOp("label_a"), parser.LabelStmt("label_a"), parser.JumpOp("label_b"), parser.LabelStmt("label_b"), parser.JumpOp("label_c"), parser.LabelStmt("label_c"), parser.JumpOp("_hrm_unreachable"), parser.LabelStmt("_hrm_unreachable") ] ast = remove_unreachable_code(start_ast) assert ast == expected_ast
def test_still_reachable(): start_ast = [ parser.JumpOp("skip"), parser.LabelStmt("ahah"), parser.OutboxOp(), parser.LabelStmt("skip"), parser.JumpOp("ahah") ] ast = remove_unreachable_code(start_ast) assert ast == start_ast
def test_dont_optimize_jumps_with_missing_label_in_chain(): start_ast = [ parser.LabelStmt("start"), parser.AssignOp(src="inbox", dst="emp"), parser.JumpOp(label_name="a"), parser.OutboxOp(), parser.JumpOp(label_name="start"), parser.LabelStmt("a"), parser.JumpOp(label_name="b"), parser.LabelStmt("b"), parser.JumpOp(label_name="misspelled_start"), parser.LabelStmt("misspelled_start"), ] expected_ast = [ parser.LabelStmt("start"), parser.AssignOp(src="inbox", dst="emp"), parser.JumpOp(label_name="misspelled_start"), parser.OutboxOp(), parser.JumpOp(label_name="start"), parser.LabelStmt("a"), parser.JumpOp(label_name="misspelled_start"), parser.LabelStmt("b"), parser.JumpOp(label_name="misspelled_start"), parser.LabelStmt("misspelled_start"), ] ast = compress_jumps(start_ast) assert ast == expected_ast
def test_convert_jmpthenlabel_used_elsewhere(): start_ast = [ p.JumpOp(label_name="start"), p.LabelStmt("start"), p.AssignOp(src="inbox", dst="emp"), p.JumpOp("start") ] expected_ast = [ p.LabelStmt("start"), p.AssignOp(src="inbox", dst="emp"), p.JumpOp("start") ] ast = conversion.fix_jmp_then_label(start_ast) assert ast == expected_ast
def test_dont_remove_series_of_jumps(): start_ast = [ parser.JumpOp("jump1"), parser.LabelStmt("jump1"), parser.JumpOp("jump2"), parser.LabelStmt("jump2"), parser.JumpOp("jump3"), parser.LabelStmt("jump3"), parser.JumpOp("jump4"), parser.LabelStmt("jump4"), parser.AssignOp("inbox", "emp") ] ast = remove_unreachable_code(start_ast) assert ast == start_ast
def convert_if(self, ifObj): def create_adhoc_assembler(): new_assembler = Assembler() new_assembler.aliases = self.aliases new_assembler._gen_label_cnt = self._gen_label_cnt return new_assembler label_cnt = self._gen_label_cnt self._gen_label_cnt += 1 true_branch_assembler = create_adhoc_assembler() true_branch_assembler.convert(ifObj.true_branch) self._gen_label_cnt = true_branch_assembler._gen_label_cnt false_branch_assembler = create_adhoc_assembler() false_branch_assembler.convert(ifObj.false_branch) self._gen_label_cnt = false_branch_assembler._gen_label_cnt self.convert_condjump( p.JumpCondOp("_hrm_" + str(label_cnt), "j" + ifObj.condition)) for false_branch_codeline in false_branch_assembler.code: self.code.append(false_branch_codeline) self.convert_jump(p.JumpOp("_hrm_endif_" + str(label_cnt))) self.convert_label(p.LabelStmt("_hrm_" + str(label_cnt))) for true_branch_codeline in true_branch_assembler.code: self.code.append(true_branch_codeline) self.convert_label(p.LabelStmt("_hrm_endif_" + str(label_cnt)))
def test_labelinast_valid_access(): start_ast = [ parser.LabelStmt("test"), parser.JumpOp("test") ] labels_positions, _ = labels_in_ast(start_ast) assert "test" in labels_positions
def test_avoid_loop(): start_ast = [ parser.LabelStmt("test"), parser.JumpOp("test") ] expected_ast = start_ast ast = compress_jumps(start_ast) assert ast == expected_ast
def test_skip_operation(): start_ast = [ parser.AssignOp("inbox", "emp"), parser.JumpOp("label"), parser.OutboxOp(), parser.LabelStmt("label"), parser.AddOp("tmp") ] expected_ast = [ parser.AssignOp("inbox", "emp"), parser.JumpOp("label"), parser.LabelStmt("label"), parser.AddOp("tmp") ] ast = remove_unreachable_code(start_ast) assert ast == expected_ast
def test_compress_single_jump(): start_ast = [ parser.JumpOp("test"), parser.LabelStmt("test"), parser.JumpOp("wow"), parser.LabelStmt("wow"), parser.OutboxOp() ] expected_ast = [ parser.JumpOp("wow"), parser.LabelStmt("test"), parser.JumpOp("wow"), parser.LabelStmt("wow"), parser.OutboxOp() ] ast = compress_jumps(start_ast) assert ast == expected_ast
def test_no_compress(): expected_ast = start_ast = [ parser.JumpOp("test"), parser.LabelStmt("test"), parser.OutboxOp() ] ast = compress_jumps(start_ast) assert expected_ast == ast
def test_endless_program_1(): start_ast = [ parser.LabelStmt("label"), parser.AssignOp("inbox", "emp"), parser.JumpOp("label") ] ast = remove_unreachable_code(start_ast) assert start_ast == ast
def test_jcond_avoid_loop(): start_ast = [ parser.LabelStmt("test"), parser.JumpCondOp("test", "ez"), parser.OutboxOp(), parser.JumpOp("test"), ] expected_ast = start_ast ast = compress_jumps(start_ast) assert ast == expected_ast
def test_convert_iftojump_onlytruebranch_consecutive(): code = [ p.IfOp("ez", [p.OutboxOp()], []), p.IfOp("ez", [p.OutboxOp()], [])] expected_ast = [ # first IF p.JumpCondOp(condition="jez", label_name="_hrm_1"), p.JumpOp("_hrm_endif_1"), p.LabelStmt("_hrm_1"), p.OutboxOp(), p.LabelStmt("_hrm_endif_1"), # second IF p.JumpCondOp(condition="jez", label_name="_hrm_2"), p.JumpOp("_hrm_endif_2"), p.LabelStmt("_hrm_2"), p.OutboxOp(), p.LabelStmt("_hrm_endif_2")] ast = c.convert_iftojump(code) assert ast == expected_ast
def test_compress_multi_jump(): start_ast = [ parser.JumpOp("first"), parser.LabelStmt("first"), parser.JumpOp("second"), parser.LabelStmt("second"), parser.JumpOp("third"), parser.LabelStmt("third"), parser.JumpOp("fourth"), parser.LabelStmt("fourth"), parser.JumpOp("last"), parser.LabelStmt("last"), parser.OutboxOp() ] expected_ast = [ parser.JumpOp("last"), parser.LabelStmt("first"), parser.JumpOp("last"), parser.LabelStmt("second"), parser.JumpOp("last"), parser.LabelStmt("third"), parser.JumpOp("last"), parser.LabelStmt("fourth"), parser.JumpOp("last"), parser.LabelStmt("last"), parser.OutboxOp() ] ast = compress_jumps(start_ast) assert ast == expected_ast
def test_compress_jcond_no_compress(): start_ast = [ parser.JumpCondOp("label", "ez"), parser.OutboxOp(), parser.JumpOp("endif"), parser.LabelStmt("label"), parser.OutboxOp(), parser.LabelStmt("endif"), parser.OutboxOp() ] expected_ast = start_ast ast = compress_jumps(start_ast) assert ast == expected_ast
def test_no_operation_ignored_in_nonlooping_code(): start_ast = [ parser.JumpCondOp("_hrm_1", "jez"), parser.IncrOp("a_field"), parser.JumpOp("the_fence"), parser.LabelStmt("_hrm_1"), parser.IncrOp("b_field"), parser.LabelStmt("the_fence"), parser.IncrOp("c_field") ] ast = remove_unreachable_code(start_ast) assert parser.IncrOp("b_field") in start_ast assert parser.IncrOp("b_field") in ast
def test_dont_keep_only_last_label_on_instruction(): start_ast = [ parser.AssignOp(src='inbox', dst='emp'), parser.JumpCondOp(label_name='_hrm_1', condition='jez'), parser.OutboxOp(), parser.JumpOp(label_name="_hrm_endif_1"), parser.LabelStmt("_hrm_1"), parser.LabelStmt("_hrm_endif_1"), parser.AssignOp(src="inbox", dst="emp") ] ast = remove_unreachable_code(start_ast) assert parser.LabelStmt("_hrm_endif_1") in ast assert parser.LabelStmt("_hrm_1") in ast
def test_convert_iftojump_onlyfalsebranch(): code = [ p.IfOp("ez", [], [ p.OutboxOp() ])] expected_ast = [ p.JumpCondOp(condition="jez", label_name="_hrm_1"), p.OutboxOp(), p.JumpOp("_hrm_endif_1"), p.LabelStmt("_hrm_1"), p.LabelStmt("_hrm_endif_1") ] ast = c.convert_iftojump(code) assert ast == expected_ast
def test_unreachable_jump_to_lone_label_in_jcond_false_path(): start_ast = [ parser.LabelStmt("start"), parser.AssignOp(src="inbox", dst="emp"), parser.JumpCondOp(condition="ez", label_name="isZero"), parser.JumpOp("loneLabel"), parser.LabelStmt("isZero"), parser.OutboxOp(), parser.JumpOp("start"), parser.LabelStmt("loneLabel") ] expected_ast = [ parser.LabelStmt("start"), parser.AssignOp(src="inbox", dst="emp"), parser.JumpCondOp(condition="ez", label_name="isZero"), parser.JumpOp("_hrm_unreachable"), parser.LabelStmt("isZero"), parser.OutboxOp(), parser.JumpOp("start"), parser.LabelStmt("_hrm_unreachable") ] ast = remove_unreachable_code(start_ast) assert ast == expected_ast
def test_if_multiple_ops(): code = """ start: emp = inbox if ez then outbox jmp start endif """ with StringIO(code) as f: ast = parser.parse_it(f) if_op = ast[2] assert type(if_op) == parser.IfOp assert if_op.condition == "ez" assert if_op.true_branch == [parser.OutboxOp(), parser.JumpOp("start")]
def test_dont_optimize_conditional_jumps(): """ if ez then # nothing, but the `jez` must not be removed! # if removed, the program becomes only `outbox`, # that is incorrect. else outbox endif """ start_ast = [ parser.JumpCondOp(label_name='_hrm_1', condition='jez'), parser.OutboxOp(), parser.JumpOp(label_name="_hrm_endif_1"), parser.LabelStmt(label_name="_hrm_1"), parser.LabelStmt(label_name="_hrm_endif_1") ] ast = compress_jumps(start_ast) assert parser.JumpCondOp(label_name="_hrm_1", condition="jez") in ast
def test_no_duplicated_labels_on_same_point(): start_ast = [ parser.AssignOp(src="inbox", dst="emp"), parser.JumpOp("skip"), parser.LabelStmt("comehere"), parser.OutboxOp(), parser.LabelStmt("skip"), parser.JumpOp("comehere") ] ast = remove_unreachable_code(start_ast) comehere_counter = sum(1 for ast_item in ast \ if type(ast_item) == parser.LabelStmt \ and ast_item.label_name == "comehere") assert comehere_counter == 1 start_ast = [ parser.AssignOp(src="inbox", dst="emp"), parser.JumpOp("comehere"), parser.LabelStmt("comehere"), parser.OutboxOp(), parser.LabelStmt("skip"), parser.JumpOp("comehere") ] ast = remove_unreachable_code(start_ast) comehere_counter = sum(1 for ast_item in ast \ if type(ast_item) == parser.LabelStmt \ and ast_item.label_name == "comehere") assert comehere_counter == 1 start_ast = [ parser.AssignOp(src="inbox", dst="emp"), parser.JumpCondOp("comehere", "jez"), parser.JumpOp("comehere"), parser.LabelStmt("comehere"), parser.OutboxOp(), parser.LabelStmt("skip"), parser.JumpOp("comehere") ] ast = remove_unreachable_code(start_ast) comehere_counter = sum(1 for ast_item in ast \ if type(ast_item) == parser.LabelStmt \ and ast_item.label_name == "comehere") assert comehere_counter == 1
def compress_jumps(ast): compressed_ast = [] labels_positions, label_at_pos = labels_in_ast(ast) for index, ast_item in enumerate(ast): if type(ast_item) in [p.JumpOp, p.JumpCondOp]: jump_going_nowhere = False visited = [False for i in ast] _label = ast_item.label_name try: # get the first position executable by `_label` next_pos = labels_positions[_label] except KeyError: jump_going_nowhere = True # even though a jump, either conditional or unconditional, redirects to a label # that is _not_ associated to any instruction, removing conditional # jumps alters the logic of the program compressed_ast.append(ast_item) continue while type(ast[next_pos]) == p.JumpOp and \ not visited[next_pos] and \ not jump_going_nowhere: visited[next_pos] = True _label = ast[next_pos].label_name try: next_pos = labels_positions[_label] except KeyError: jump_going_nowhere = True if type(ast_item) == p.JumpOp: compressed_ast.append(p.JumpOp(_label)) else: compressed_ast.append(p.JumpCondOp(_label, ast_item.condition)) else: compressed_ast.append(ast_item) return compressed_ast
def _convert_iftojump(ast, if_counter=0): new_ast = [] for ast_item in ast: if type(ast_item) == IfOp: if_counter = if_counter + 1 new_ast.append( p.JumpCondOp(condition="j" + ast_item.condition, label_name="_hrm_{0}".format(if_counter))) converted_false_branch, counter = _convert_iftojump( ast_item.false_branch, if_counter) for op in converted_false_branch: new_ast.append(op) new_ast.append(p.JumpOp("_hrm_endif_{0}".format(if_counter))) new_ast.append(p.LabelStmt("_hrm_{0}".format(if_counter))) converted_true_branch, counter = _convert_iftojump( ast_item.true_branch, counter) for op in converted_true_branch: new_ast.append(op) new_ast.append(p.LabelStmt("_hrm_endif_{0}".format(if_counter))) if_counter = counter else: new_ast.append(ast_item) return new_ast, if_counter