Esempio n. 1
0
def test_ingest_multiple_dates_main(optional_args):
    with staticconf.testing.MockConfiguration(MOCK_CONFIG):
        params = parse_command_line(dummy_args + optional_args)
        with mock.patch(
            'staticconf.YamlConfiguration', return_value={}, autospec=True
        ):
            _test_ingest_multiple_dates_main(params)
            _test_ingest_multiple_dates_main_exceptions(params)
Esempio n. 2
0
 def get_args_for_step(self, date_string, step):
     msg_copy = copy.deepcopy(self.msg_dict)
     msg_copy['script_start_date_arg'] = date_string
     msg_copy['script_end_date_arg'] = date_string
     args = self.worker._get_default_args_list()
     args.extend(self.worker._get_additional_args_for_step(msg_copy, step))
     args_obj = parse_command_line(args)
     return args_obj
Esempio n. 3
0
 def get_args_for_step(self, date_string, step):
     msg_copy = copy.deepcopy(self.msg_dict)
     msg_copy['script_start_date_arg'] = date_string
     msg_copy['script_end_date_arg'] = date_string
     args = self.worker._get_default_args_list()
     args.extend(self.worker._get_additional_args_for_step(msg_copy, step))
     args_obj = parse_command_line(args)
     return args_obj
Esempio n. 4
0
def test_pool_size(input_args, expected_value):
    args_namespace = parse_command_line(dummy_args + input_args)
    pes = ParallelEtStepper(args_namespace)
    pes._setup_pool_size(args_namespace, DUMMY_CPU_COUNT)
    assert pes.pool_size == expected_value
Esempio n. 5
0
def et_steppers(request):
    args_namespace = parse_command_line(dummy_args + request.param)
    return [ParallelEtStepper(args_namespace), ETLStepper(args_namespace)]
Esempio n. 6
0
def test_exit_on_bad_input_date(optional_args):
    with pytest.raises(SystemExit):
        parse_command_line(dummy_args + optional_args)
def test_ingest_multiple_dates_main(optional_args):
    params = parse_command_line(dummy_args + optional_args)
    with mock.patch('time.sleep', return_value=None):
        results = ingest_multiple_dates_main(params)
        assert len(results) == 2
def test_ingest_multiple_dates_main(optional_args):
    params = parse_command_line(dummy_args + optional_args)
    with mock.patch(
            'time.sleep', return_value=None):
        results = ingest_multiple_dates_main(params)
        assert len(results) == 2