def test_ingest_multiple_dates_main(optional_args): with staticconf.testing.MockConfiguration(MOCK_CONFIG): params = parse_command_line(dummy_args + optional_args) with mock.patch( 'staticconf.YamlConfiguration', return_value={}, autospec=True ): _test_ingest_multiple_dates_main(params) _test_ingest_multiple_dates_main_exceptions(params)
def get_args_for_step(self, date_string, step): msg_copy = copy.deepcopy(self.msg_dict) msg_copy['script_start_date_arg'] = date_string msg_copy['script_end_date_arg'] = date_string args = self.worker._get_default_args_list() args.extend(self.worker._get_additional_args_for_step(msg_copy, step)) args_obj = parse_command_line(args) return args_obj
def test_pool_size(input_args, expected_value): args_namespace = parse_command_line(dummy_args + input_args) pes = ParallelEtStepper(args_namespace) pes._setup_pool_size(args_namespace, DUMMY_CPU_COUNT) assert pes.pool_size == expected_value
def et_steppers(request): args_namespace = parse_command_line(dummy_args + request.param) return [ParallelEtStepper(args_namespace), ETLStepper(args_namespace)]
def test_exit_on_bad_input_date(optional_args): with pytest.raises(SystemExit): parse_command_line(dummy_args + optional_args)
def test_ingest_multiple_dates_main(optional_args): params = parse_command_line(dummy_args + optional_args) with mock.patch('time.sleep', return_value=None): results = ingest_multiple_dates_main(params) assert len(results) == 2
def test_ingest_multiple_dates_main(optional_args): params = parse_command_line(dummy_args + optional_args) with mock.patch( 'time.sleep', return_value=None): results = ingest_multiple_dates_main(params) assert len(results) == 2