def setup_no_redolog_dict(tmpdir, mocker): mockargv_config = unittest_utils.get_default_argv_config(tmpdir) mockargv_config = utils.merge_dicts( mockargv_config, { 'donotload': False, 'donotsend': False, 'streamhost': 'host', 'streamchannel': 'channel', 'streamschemafile': 'file', 'streamschemahost': 'host', 'sourcedictionary': 'redolog' }) mockargv = mocker.Mock(**mockargv_config) unittest_utils.setup_logging(mockargv.workdirectory) db_config = {'execute_query.side_effect': execute_query_no_redolog_se} mockdb = mocker.Mock(**db_config) mock_audit_factory = unittest_utils.build_mock_audit_factory(mocker) unittest_utils.mock_get_prev_run_cdcs(mocker) mock_producer = unittest_utils.mock_build_kafka_producer(mocker) yield (OracleCdcExtractor(mockdb, mockargv, mock_audit_factory), mockdb, mockargv, mock_producer, 1, 2)
def setup(tmpdir, mocker): mockargv_config = unittest_utils.get_default_argv_config(tmpdir) mockargv_config = utils.merge_dicts(mockargv_config, { 'auditschema': TEST_AUDIT_SCHEMA }) mockargv = mocker.Mock(**mockargv_config) unittest_utils.setup_logging(mockargv.workdirectory) mock_get_program_args = mocker.patch( 'data_pipeline.initsync_pipe.get_program_args') mock_get_program_args.return_value = mockargv db_config = { 'execute_query.side_effect': default_execute_query_se, 'close.return_value': None, } logger = logging.getLogger(__name__) table = sql_utils.TableName('myschema', 'mytable') mock_process_control_constructor(mocker) mock_process_control_detail_constructor(mocker) yield (mockargv_config, db_config, table, logger, tmpdir)
def setup(tmpdir, mocker): mockargv_config = unittest_utils.get_default_argv_config(tmpdir) mockargv = mocker.Mock(**mockargv_config) mocksession_config = {} mocksession = mocker.Mock(**mocksession_config) mock_build_session = mocker.patch( 'data_pipeline.audit.connection_factory.build_session') mock_build_session.return_value = mocksession yield (mockargv)
def setup(tmpdir, mocker): mockargv_config = utils.get_default_argv_config(tmpdir) mockargv = mocker.Mock(**mockargv_config) pc_config = {'insert.return_value': None, 'update.return_value': None} mock_pc = mocker.Mock(**pc_config) af_config = {'build_process_control.return_value': mock_pc} mock_audit_factory = mocker.Mock(**af_config) utils.mock_build_kafka_producer(mocker) yield (mockargv, mock_audit_factory)
def setup(tmpdir, mocker): global mock_no_query_results global mock_single_query_results global mock_multi_query_results global expected_query_result_values global expected_query_result_fields mockargv_config = unittest_utils.get_default_argv_config(tmpdir) mockargv = mocker.Mock(**mockargv_config) unittest_utils.setup_logging(mockargv.workdirectory) mockcursor_config = {'fetchone.return_value': [1]} mockcursor = mocker.Mock(**mockcursor_config) db_config = { 'cursor': mockcursor, 'execute_query.side_effect': execute_query_se } mockdb = mocker.Mock(**db_config) mock_dbfactory_build = mocker.patch( 'data_pipeline.audit.custom_orm.dbfactory.build') mock_dbfactory_build.return_value = mockdb expected_query_result_values = (1, 'myprofile', 1, 'myprofile', 'sys', 'ctl', '', 0, 0, 0, '', '', '', '', 0, '', '', '', '', '', '') expected_query_result_fields = EXPECTED_SOURCE_SYSTEM_PROFILE_FIELDS assert ( len(expected_query_result_values) == len(expected_query_result_fields)) mock_no_query_results_config = { 'fetchall.return_value': [], 'get_col_names.return_value': expected_query_result_fields } mock_no_query_results = mocker.Mock(**mock_no_query_results_config) mock_single_query_results_config = { 'fetchall.return_value': [expected_query_result_values], 'get_col_names.return_value': expected_query_result_fields } mock_single_query_results = mocker.Mock(**mock_single_query_results_config) mock_multi_query_results_config = { 'fetchall.return_value': [expected_query_result_values, expected_query_result_values], 'get_col_names.return_value': expected_query_result_fields } mock_multi_query_results = mocker.Mock(**mock_multi_query_results_config) yield (mockdb, mockargv)
def setup(tmpdir, mocker): mockargv_config = unittest_utils.get_default_argv_config(tmpdir) mockargv = mocker.Mock(**mockargv_config) unittest_utils.setup_logging(mockargv.workdirectory) pc_config = {'insert.return_value': None, 'update.return_value': None} mock_pc = mocker.Mock(**pc_config) mock_applier_config = { "apply.side_effect": apply_side_effect, "process_control.return_value": mock_pc, } mock_applier = mocker.Mock(**mock_applier_config) yield (mock_applier)
def setup(tmpdir, mocker): p = tmpdir.mkdir("test_apply_factory") mockargv_config = unittest_utils.get_default_argv_config(tmpdir) mockargv = mocker.Mock(**mockargv_config) pc_config = {'insert.return_value': None, 'update.return_value': None} mock_pc = mocker.Mock(**pc_config) af_config = {'build_process_control.return_value': mock_pc} mock_audit_factory = mocker.Mock(**af_config) unittest_utils.mock_get_inactive_applied_tables(mocker, []) f = mocker.patch.object(Applier, '_get_max_lsn_source_system_profile') f = mocker.patch.object(Applier, '_get_last_apply_record') yield (mockargv, mock_audit_factory)
def setup(tmpdir, mocker): db_config = {'copy.return_value': None} mock_target_db = mocker.Mock(**db_config) p = tmpdir.mkdir("test_apply_sql_dir") mockargv_config = utils.get_default_argv_config(tmpdir) mock_argv = mocker.Mock(**mockargv_config) utils.mock_get_program_args( mocker, 'data_pipeline.applier.applier.get_program_args', mock_argv) utils.setup_logging(mock_argv.workdirectory) mock_audit_factory = build_mock_audit_factory(mocker) processor = InitSyncProcessor() yield (PostgresInitSyncApplier(processor, mock_target_db, mock_argv, mock_audit_factory), mock_target_db, mock_argv)
def setup_kill(tmpdir, mocker): mockargv_config = unittest_utils.get_default_argv_config(tmpdir) mockargv_config = utils.merge_dicts(mockargv_config, { 'donotload': False, 'donotsend': False, 'kill': True }) mockargv = mocker.Mock(**mockargv_config) unittest_utils.setup_logging(mockargv.workdirectory) db_config = {} mockdb = mocker.Mock(**db_config) mock_audit_factory = unittest_utils.build_mock_audit_factory(mocker) unittest_utils.mock_get_prev_run_cdcs(mocker) mock_producer = unittest_utils.mock_build_kafka_producer(mocker) yield (OracleCdcExtractor(mockdb, mockargv, mock_audit_factory), mockdb, mockargv, mock_producer)
def setup_scn_override(tmpdir, mocker): ARGV_STARTSCN = 99 ARGV_ENDSCN = 100 mockargv_config = unittest_utils.get_default_argv_config(tmpdir) mockargv_config = utils.merge_dicts(mockargv_config, { 'startscn': ARGV_STARTSCN, 'endscn': ARGV_ENDSCN, }) mockargv = mocker.Mock(**mockargv_config) unittest_utils.setup_logging(mockargv.workdirectory) unittest_utils.mock_get_schemas_and_tables(mocker, [], []) db_config = {'execute_query.side_effect': default_execute_query_se} mockdb = mocker.Mock(**db_config) mock_audit_factory = unittest_utils.build_mock_audit_factory(mocker) unittest_utils.mock_get_prev_run_cdcs(mocker) mock_producer = unittest_utils.mock_build_kafka_producer(mocker) yield (OracleCdcExtractor(mockdb, mockargv, mock_audit_factory), mockdb, mockargv, ARGV_STARTSCN, ARGV_ENDSCN)
def setup_dependencies(tmpdir, mocker, metacols, inactive_applied_tables, config_to_merge): if not inactive_applied_tables: inactive_applied_tables = set() mockdbstate = MockDbState() db_config = { 'closed.side_effect': mockdbstate.closed, 'connect.side_effect': mockdbstate.connect, 'close.side_effect': mockdbstate.close } mock_target_db = mocker.Mock(**db_config) p = tmpdir.mkdir("test_apply_sql_dir") mockargv_config = unittest_utils.get_default_argv_config(tmpdir) mockargv_config = utils.merge_dicts(mockargv_config, config_to_merge) mockargv = mocker.Mock(**mockargv_config) unittest_utils.mock_get_program_args( mocker, 'data_pipeline.applier.applier.get_program_args', mockargv) unittest_utils.setup_logging(mockargv.workdirectory) unittest_utils.mock_get_inactive_applied_tables(mocker, inactive_applied_tables) mock_audit_factory = build_mock_audit_factory(mocker, mockargv) mock_audit_db = patch_db_factory(mocker) oracle_processor = OracleCdcProcessor(metacols) f = mocker.patch.object(Applier, '_get_max_lsn_source_system_profile') return (oracle_processor, mock_target_db, mockargv, mock_audit_factory, mock_audit_db)
def setup_test_constructor(tmpdir, mocker): mockargv_config = unittest_utils.get_default_argv_config(tmpdir) mockargv = mocker.Mock(**mockargv_config) unittest_utils.setup_logging(mockargv.workdirectory) yield (mockargv)
def setup(mocker, tmpdir): mockargv_config = unittest_utils.get_default_argv_config(tmpdir) yield (mockargv_config)