def test_hard_error(self): test_case = _single_successful_instruction_in_each_phase() self._check( Arrangement( test_case, atc_execute=execute_action_that_returns_hard_error_with_message( 'error in execute')), Expectation( asrt_result.matches2( ExecutionFailureStatus.HARD_ERROR, asrt_result.has_sds(), asrt_result.has_no_action_to_check_outcome(), ExpectedFailureForPhaseFailure.new_with_message( phase_step.ACT__EXECUTE, 'error in execute')), [phase_step.ACT__PARSE] + SYMBOL_VALIDATION_STEPS__ONCE + PRE_SDS_VALIDATION_STEPS__ONCE + [ phase_step.SETUP__MAIN, phase_step.SETUP__VALIDATE_POST_SETUP, phase_step.ACT__VALIDATE_POST_SETUP, phase_step.BEFORE_ASSERT__VALIDATE_POST_SETUP, phase_step.ASSERT__VALIDATE_POST_SETUP, phase_step.ACT__VALIDATE_EXE_INPUT, phase_step.ACT__PREPARE, phase_step.ACT__EXECUTE, (phase_step.CLEANUP__MAIN, PreviousPhase.ACT), ], ))
def test_internal_error(self): test_case = _single_successful_instruction_in_each_phase() self._check( Arrangement(test_case, atc_execute=execute_action_that_raises( test.ImplementationErrorTestException())), Expectation( asrt_result.matches2( ExecutionFailureStatus.INTERNAL_ERROR, asrt_result.has_sds(), asrt_result.has_no_action_to_check_outcome(), ExpectedFailureForPhaseFailure.new_with_exception( phase_step.ACT__EXECUTE, test.ImplementationErrorTestException)), [phase_step.ACT__PARSE] + SYMBOL_VALIDATION_STEPS__ONCE + PRE_SDS_VALIDATION_STEPS__ONCE + [ phase_step.SETUP__MAIN, phase_step.SETUP__VALIDATE_POST_SETUP, phase_step.ACT__VALIDATE_POST_SETUP, phase_step.BEFORE_ASSERT__VALIDATE_POST_SETUP, phase_step.ASSERT__VALIDATE_POST_SETUP, phase_step.ACT__VALIDATE_EXE_INPUT, phase_step.ACT__PREPARE, phase_step.ACT__EXECUTE, (phase_step.CLEANUP__MAIN, PreviousPhase.ACT), ], ))
def test_hard_error_exception(self): failure_message = 'HE exception in act/validate exe info' def validator_that_raises_hard_error() -> Optional[TextRenderer]: raise hard_error_ex(failure_message) test_case = _single_successful_instruction_in_each_phase() self._check( Arrangement(test_case), custom_act_execution_input_validator= validator_that_raises_hard_error, expectation=Expectation( asrt_result.matches2( ExecutionFailureStatus.HARD_ERROR, asrt_result.has_sds(), asrt_result.has_no_action_to_check_outcome(), ExpectedFailureForPhaseFailure.new_with_message( phase_step.ACT__VALIDATE_EXE_INPUT, failure_message)), [phase_step.ACT__PARSE] + SYMBOL_VALIDATION_STEPS__ONCE + PRE_SDS_VALIDATION_STEPS__ONCE + [ phase_step.SETUP__MAIN, phase_step.SETUP__VALIDATE_POST_SETUP, phase_step.ACT__VALIDATE_POST_SETUP, phase_step.BEFORE_ASSERT__VALIDATE_POST_SETUP, phase_step.ASSERT__VALIDATE_POST_SETUP, phase_step.ACT__VALIDATE_EXE_INPUT, (phase_step.CLEANUP__MAIN, PreviousPhase.SETUP), ], ))
def test_internal_error(self): def validator_that_raises_exception() -> Optional[TextRenderer]: raise test.ImplementationErrorTestException() test_case = _single_successful_instruction_in_each_phase() self._check(Arrangement(test_case, ), custom_act_execution_input_validator= validator_that_raises_exception, expectation=Expectation( asrt_result.matches2( ExecutionFailureStatus.INTERNAL_ERROR, asrt_result.has_sds(), asrt_result.has_no_action_to_check_outcome(), ExpectedFailureForPhaseFailure.new_with_exception( phase_step.ACT__VALIDATE_EXE_INPUT, test.ImplementationErrorTestException), ), [phase_step.ACT__PARSE] + SYMBOL_VALIDATION_STEPS__ONCE + PRE_SDS_VALIDATION_STEPS__ONCE + [ phase_step.SETUP__MAIN, phase_step.SETUP__VALIDATE_POST_SETUP, phase_step.ACT__VALIDATE_POST_SETUP, phase_step.BEFORE_ASSERT__VALIDATE_POST_SETUP, phase_step.ASSERT__VALIDATE_POST_SETUP, phase_step.ACT__VALIDATE_EXE_INPUT, (phase_step.CLEANUP__MAIN, PreviousPhase.SETUP), ], ))
def test_internal_error(self): test_case = TestCaseGeneratorWithExtraInstrsBetweenRecordingInstr() \ .add(PartialPhase.SETUP, test.setup_phase_instruction_that( main=do_raise(test.ImplementationErrorTestException()))) self._check( Arrangement(test_case, atc_execute=execute_action_that_returns_exit_code(5)), Expectation( asrt_result.matches2( ExecutionFailureStatus.INTERNAL_ERROR, asrt_result.has_sds(), asrt_result.has_no_action_to_check_outcome(), ExpectedFailureForInstructionFailure.new_with_exception( phase_step.SETUP__MAIN, test_case.the_extra(PartialPhase.SETUP)[0].source, test.ImplementationErrorTestException), ), [phase_step.ACT__PARSE] + SYMBOL_VALIDATION_STEPS__TWICE + PRE_SDS_VALIDATION_STEPS__TWICE + [ phase_step.SETUP__MAIN, (phase_step.CLEANUP__MAIN, PreviousPhase.SETUP), (phase_step.CLEANUP__MAIN, PreviousPhase.SETUP), ], ))
def test_symbol_that_does_not_meet_restriction_in_validate_symbols(self): test_case = _single_successful_instruction_in_each_phase() symbol_name = 'symbol_name' reference_to_string_symbol = data_references.reference_to__on_direct_and_indirect( symbol_name, value_restrictions.is_string()) definition_of_path_symbol = arbitrary_path_symbol_context( symbol_name).definition symbol_usages = [ definition_of_path_symbol, reference_to_string_symbol, ] self._check( Arrangement(test_case, atc_symbol_usages=do_return(symbol_usages)), Expectation( asrt_result.matches2( ExecutionFailureStatus.VALIDATION_ERROR, asrt_result.has_no_sds(), asrt_result.has_no_action_to_check_outcome(), ExpectedFailureForPhaseFailure.new_with_step( phase_step.ACT__VALIDATE_SYMBOLS), ), [ phase_step.ACT__PARSE, phase_step.SETUP__VALIDATE_SYMBOLS, phase_step.ACT__VALIDATE_SYMBOLS, ], ))
def runTest(self): conf = self.configuration test_case = TestCaseGeneratorWithExtraInstrsBetweenRecordingInstr() \ .add(conf.phase, conf.instruction_that_returns(svh.new_svh_validation_error__str('validation error message'))) execute_test_case_with_recording( self, Arrangement(test_case), Expectation( asrt_result.matches2( ExecutionFailureStatus.VALIDATION_ERROR, asrt_result.has_sds(), asrt_result.has_no_action_to_check_outcome(), ExpectedFailureForInstructionFailure.new_with_message( conf.step, test_case.the_extra(conf.phase)[0].source, 'validation error message'), ), conf.expected_steps, ))
def test_exception(self): test_case = _single_successful_instruction_in_each_phase() self._check( Arrangement(test_case, atc_validate_pre_sds=validate_action_that_raises( test.ImplementationErrorTestException())), Expectation( asrt_result.matches2( ExecutionFailureStatus.INTERNAL_ERROR, asrt_result.has_no_sds(), asrt_result.has_no_action_to_check_outcome(), ExpectedFailureForPhaseFailure.new_with_exception( phase_step.ACT__VALIDATE_PRE_SDS, test.ImplementationErrorTestException)), [phase_step.ACT__PARSE] + SYMBOL_VALIDATION_STEPS__ONCE + [ phase_step.SETUP__VALIDATE_PRE_SDS, phase_step.ACT__VALIDATE_PRE_SDS, ], ))
def runTest(self): conf = self.configuration test_case = TestCaseGeneratorWithExtraInstrsBetweenRecordingInstr() \ .add(conf.phase, conf.instruction_that_raises(hard_error_ex('Error message from hard error exception'))) execute_test_case_with_recording( self, Arrangement(test_case), Expectation( asrt_result.matches2( ExecutionFailureStatus.HARD_ERROR, asrt_result.has_sds(), asrt_result.has_no_action_to_check_outcome(), ExpectedFailureForInstructionFailure.new_with_message( conf.step, test_case.the_extra(conf.phase)[0].source, 'Error message from hard error exception'), ), conf.expected_steps, ))
def runTest(self): conf = self.configuration test_case = TestCaseGeneratorWithExtraInstrsBetweenRecordingInstr() \ .add(conf.phase, conf.instruction_that_raises(test.ImplementationErrorTestException())) execute_test_case_with_recording( self, Arrangement(test_case), Expectation( asrt_result.matches2( ExecutionFailureStatus.INTERNAL_ERROR, asrt_result.has_sds(), asrt_result.has_no_action_to_check_outcome(), ExpectedFailureForInstructionFailure.new_with_exception( conf.step, test_case.the_extra(conf.phase)[0].source, test.ImplementationErrorTestException), ), conf.expected_steps, ))
def test_internal_error_in_validate_symbols(self): test_case = _single_successful_instruction_in_each_phase() self._check( Arrangement(test_case, atc_symbol_usages=do_raise( test.ImplementationErrorTestException())), Expectation( asrt_result.matches2( ExecutionFailureStatus.INTERNAL_ERROR, asrt_result.has_no_sds(), asrt_result.has_no_action_to_check_outcome(), ExpectedFailureForPhaseFailure.new_with_exception( phase_step.ACT__VALIDATE_SYMBOLS, test.ImplementationErrorTestException)), [ phase_step.ACT__PARSE, phase_step.SETUP__VALIDATE_SYMBOLS, phase_step.ACT__VALIDATE_SYMBOLS, ], ))
def test_hard_error_exception(self): test_case = _single_successful_instruction_in_each_phase() self._check( Arrangement( test_case, atc_validate_pre_sds=validate_action_that_raises( hard_error_ex('HE exception in act/validate-pre-sds'))), Expectation( asrt_result.matches2( ExecutionFailureStatus.HARD_ERROR, asrt_result.has_no_sds(), asrt_result.has_no_action_to_check_outcome(), ExpectedFailureForPhaseFailure.new_with_message( phase_step.ACT__VALIDATE_PRE_SDS, 'HE exception in act/validate-pre-sds')), [phase_step.ACT__PARSE] + SYMBOL_VALIDATION_STEPS__ONCE + [ phase_step.SETUP__VALIDATE_PRE_SDS, phase_step.ACT__VALIDATE_PRE_SDS, ], ))
def test(self): for expected_exit_code in [0, 72]: with self.subTest(expected_exit_code=expected_exit_code): self._check( Arrangement( TestCaseGeneratorWithExtraInstrsBetweenRecordingInstr( ), atc_execute=execute_action_that_returns_exit_code( expected_exit_code)), Expectation( asrt_result.matches2( None, asrt_result.has_sds(), asrt_result. has_action_to_check_outcome_with_exit_code( expected_exit_code), ExpectedFailureForNoFailure(), ), [phase_step.ACT__PARSE] + SYMBOL_VALIDATION_STEPS__TWICE + PRE_SDS_VALIDATION_STEPS__TWICE + [ phase_step.SETUP__MAIN, phase_step.SETUP__MAIN, phase_step.SETUP__VALIDATE_POST_SETUP, phase_step.SETUP__VALIDATE_POST_SETUP, phase_step.ACT__VALIDATE_POST_SETUP, phase_step.BEFORE_ASSERT__VALIDATE_POST_SETUP, phase_step.BEFORE_ASSERT__VALIDATE_POST_SETUP, phase_step.ASSERT__VALIDATE_POST_SETUP, phase_step.ASSERT__VALIDATE_POST_SETUP, phase_step.ACT__VALIDATE_EXE_INPUT, phase_step.ACT__PREPARE, phase_step.ACT__EXECUTE, phase_step.BEFORE_ASSERT__MAIN, phase_step.BEFORE_ASSERT__MAIN, phase_step.ASSERT__MAIN, phase_step.ASSERT__MAIN, (phase_step.CLEANUP__MAIN, PreviousPhase.ASSERT), (phase_step.CLEANUP__MAIN, PreviousPhase.ASSERT), ], ))
def test_hard_error(self): test_case = _single_successful_instruction_in_each_phase() self._check( Arrangement(test_case, atc_validate_post_setup=validate_action_that_returns( svh.new_svh_hard_error__str( 'error in act/validate-post-setup'))), Expectation( asrt_result.matches2( ExecutionFailureStatus.HARD_ERROR, asrt_result.has_sds(), asrt_result.has_no_action_to_check_outcome(), ExpectedFailureForPhaseFailure.new_with_message( phase_step.ACT__VALIDATE_POST_SETUP, 'error in act/validate-post-setup')), [phase_step.ACT__PARSE] + SYMBOL_VALIDATION_STEPS__ONCE + PRE_SDS_VALIDATION_STEPS__ONCE + [ phase_step.SETUP__MAIN, phase_step.SETUP__VALIDATE_POST_SETUP, phase_step.ACT__VALIDATE_POST_SETUP, (phase_step.CLEANUP__MAIN, PreviousPhase.SETUP), ], ))
def test_hard_error_exception(self): test_case = TestCaseGeneratorWithExtraInstrsBetweenRecordingInstr() \ .add(PartialPhase.CLEANUP, test.cleanup_phase_instruction_that( main=do_raise(hard_error_ex('hard error exception msg from CLEANUP')))) self._check( Arrangement(test_case, atc_execute=execute_action_that_returns_exit_code(3)), Expectation( asrt_result.matches2( ExecutionFailureStatus.HARD_ERROR, asrt_result.has_sds(), asrt_result.has_action_to_check_outcome_with_exit_code(3), ExpectedFailureForInstructionFailure.new_with_message( phase_step.CLEANUP__MAIN, test_case.the_extra(PartialPhase.CLEANUP)[0].source, 'hard error exception msg from CLEANUP'), ), [phase_step.ACT__PARSE] + SYMBOL_VALIDATION_STEPS__TWICE + PRE_SDS_VALIDATION_STEPS__TWICE + [ phase_step.SETUP__MAIN, phase_step.SETUP__MAIN, phase_step.SETUP__VALIDATE_POST_SETUP, phase_step.SETUP__VALIDATE_POST_SETUP, phase_step.ACT__VALIDATE_POST_SETUP, phase_step.BEFORE_ASSERT__VALIDATE_POST_SETUP, phase_step.BEFORE_ASSERT__VALIDATE_POST_SETUP, phase_step.ASSERT__VALIDATE_POST_SETUP, phase_step.ASSERT__VALIDATE_POST_SETUP, phase_step.ACT__VALIDATE_EXE_INPUT, phase_step.ACT__PREPARE, phase_step.ACT__EXECUTE, phase_step.BEFORE_ASSERT__MAIN, phase_step.BEFORE_ASSERT__MAIN, phase_step.ASSERT__MAIN, phase_step.ASSERT__MAIN, (phase_step.CLEANUP__MAIN, PreviousPhase.ASSERT), ], ))
def test_fail(self): test_case = TestCaseGeneratorWithExtraInstrsBetweenRecordingInstr() \ .add(PartialPhase.ASSERT, test.assert_phase_instruction_that( main=do_return(pfh.new_pfh_fail__str('fail msg from ASSERT')))) self._check( Arrangement(test_case, atc_execute=execute_action_that_returns_exit_code(5)), Expectation( asrt_result.matches2( ExecutionFailureStatus.FAIL, asrt_result.has_sds(), asrt_result.has_action_to_check_outcome_with_exit_code(5), ExpectedFailureForInstructionFailure.new_with_message( phase_step.ASSERT__MAIN, test_case.the_extra(PartialPhase.ASSERT)[0].source, 'fail msg from ASSERT'), ), [phase_step.ACT__PARSE] + SYMBOL_VALIDATION_STEPS__TWICE + PRE_SDS_VALIDATION_STEPS__TWICE + [ phase_step.SETUP__MAIN, phase_step.SETUP__MAIN, phase_step.SETUP__VALIDATE_POST_SETUP, phase_step.SETUP__VALIDATE_POST_SETUP, phase_step.ACT__VALIDATE_POST_SETUP, phase_step.BEFORE_ASSERT__VALIDATE_POST_SETUP, phase_step.BEFORE_ASSERT__VALIDATE_POST_SETUP, phase_step.ASSERT__VALIDATE_POST_SETUP, phase_step.ASSERT__VALIDATE_POST_SETUP, phase_step.ACT__VALIDATE_EXE_INPUT, phase_step.ACT__PREPARE, phase_step.ACT__EXECUTE, phase_step.BEFORE_ASSERT__MAIN, phase_step.BEFORE_ASSERT__MAIN, phase_step.ASSERT__MAIN, (phase_step.CLEANUP__MAIN, PreviousPhase.ASSERT), (phase_step.CLEANUP__MAIN, PreviousPhase.ASSERT), ], ))
def test_symbol_that_does_meet_restriction_in_validate_symbols(self): test_case = _single_successful_instruction_in_each_phase() symbol_name = 'symbol_name' reference_to_string_symbol = data_references.reference_to__on_direct_and_indirect( symbol_name, value_restrictions.is_string()) definition_of_string_symbol = StringConstantSymbolContext( symbol_name).definition symbol_usages = [ definition_of_string_symbol, reference_to_string_symbol, ] self._check( Arrangement( test_case, atc_symbol_usages=do_return(symbol_usages), atc_execute=execute_action_that_returns_exit_code(128)), Expectation( asrt_result.matches2( None, asrt_result.has_sds(), asrt_result.has_action_to_check_outcome_with_exit_code( 128), ExpectedFailureForNoFailure(), ), [phase_step.ACT__PARSE] + SYMBOL_VALIDATION_STEPS__ONCE + PRE_SDS_VALIDATION_STEPS__ONCE + [ phase_step.SETUP__MAIN, phase_step.SETUP__VALIDATE_POST_SETUP, phase_step.ACT__VALIDATE_POST_SETUP, phase_step.BEFORE_ASSERT__VALIDATE_POST_SETUP, phase_step.ASSERT__VALIDATE_POST_SETUP, phase_step.ACT__VALIDATE_EXE_INPUT, phase_step.ACT__PREPARE, phase_step.ACT__EXECUTE, phase_step.BEFORE_ASSERT__MAIN, phase_step.ASSERT__MAIN, (phase_step.CLEANUP__MAIN, PreviousPhase.ASSERT), ], ))
def test_hard_error_exception(self): test_case = TestCaseGeneratorWithExtraInstrsBetweenRecordingInstr() \ .add(PartialPhase.SETUP, test.setup_phase_instruction_that( main=do_raise(hard_error_ex('hard error exception msg from setup')))) self._check( Arrangement(test_case), Expectation( asrt_result.matches2( ExecutionFailureStatus.HARD_ERROR, asrt_result.has_sds(), asrt_result.has_no_action_to_check_outcome(), ExpectedFailureForInstructionFailure.new_with_message( phase_step.SETUP__MAIN, test_case.the_extra(PartialPhase.SETUP)[0].source, 'hard error exception msg from setup'), ), [phase_step.ACT__PARSE] + SYMBOL_VALIDATION_STEPS__TWICE + PRE_SDS_VALIDATION_STEPS__TWICE + [ phase_step.SETUP__MAIN, (phase_step.CLEANUP__MAIN, PreviousPhase.SETUP), (phase_step.CLEANUP__MAIN, PreviousPhase.SETUP), ], ))
def test_reference_to_undefined_symbol_in_validate_symbols(self): test_case = _single_successful_instruction_in_each_phase() symbol_usages_with_ref_to_undefined_symbol = [ data_references.reference_to__on_direct_and_indirect( 'undefined_symbol') ] self._check( Arrangement(test_case, atc_symbol_usages=do_return( symbol_usages_with_ref_to_undefined_symbol)), Expectation( asrt_result.matches2( ExecutionFailureStatus.VALIDATION_ERROR, asrt_result.has_no_sds(), asrt_result.has_no_action_to_check_outcome(), ExpectedFailureForPhaseFailure.new_with_step( phase_step.ACT__VALIDATE_SYMBOLS), ), [ phase_step.ACT__PARSE, phase_step.SETUP__VALIDATE_SYMBOLS, phase_step.ACT__VALIDATE_SYMBOLS, ], ))