def setup_no_redolog_dict(tmpdir, mocker):
mockargv_config = unittest_utils.get_default_argv_config(tmpdir)
mockargv_config = utils.merge_dicts(
mockargv_config, {
'donotload': False,
'donotsend': False,
'streamhost': 'host',
'streamchannel': 'channel',
'streamschemafile': 'file',
'streamschemahost': 'host',
'sourcedictionary': 'redolog'
})
mockargv = mocker.Mock(**mockargv_config)
unittest_utils.setup_logging(mockargv.workdirectory)
db_config = {'execute_query.side_effect': execute_query_no_redolog_se}
mockdb = mocker.Mock(**db_config)
mock_audit_factory = unittest_utils.build_mock_audit_factory(mocker)
unittest_utils.mock_get_prev_run_cdcs(mocker)
mock_producer = unittest_utils.mock_build_kafka_producer(mocker)
yield (OracleCdcExtractor(mockdb, mockargv, mock_audit_factory), mockdb,
mockargv, mock_producer, 1, 2)
def setup(tmpdir, mocker):
mockargv_config = unittest_utils.get_default_argv_config(tmpdir)
mockargv_config = utils.merge_dicts(mockargv_config, {
'auditschema': TEST_AUDIT_SCHEMA
})
mockargv = mocker.Mock(**mockargv_config)
unittest_utils.setup_logging(mockargv.workdirectory)
mock_get_program_args = mocker.patch(
'data_pipeline.initsync_pipe.get_program_args')
mock_get_program_args.return_value = mockargv
db_config = {
'execute_query.side_effect': default_execute_query_se,
'close.return_value': None,
}
logger = logging.getLogger(__name__)
table = sql_utils.TableName('myschema', 'mytable')
mock_process_control_constructor(mocker)
mock_process_control_detail_constructor(mocker)
yield (mockargv_config, db_config, table, logger, tmpdir)
def setup(tmpdir, mocker):
mockargv_config = unittest_utils.get_default_argv_config(tmpdir)
mockargv = mocker.Mock(**mockargv_config)
mocksession_config = {}
mocksession = mocker.Mock(**mocksession_config)
mock_build_session = mocker.patch(
'data_pipeline.audit.connection_factory.build_session')
mock_build_session.return_value = mocksession
yield (mockargv)
def setup(tmpdir, mocker):
mockargv_config = utils.get_default_argv_config(tmpdir)
mockargv = mocker.Mock(**mockargv_config)
pc_config = {'insert.return_value': None, 'update.return_value': None}
mock_pc = mocker.Mock(**pc_config)
af_config = {'build_process_control.return_value': mock_pc}
mock_audit_factory = mocker.Mock(**af_config)
utils.mock_build_kafka_producer(mocker)
yield (mockargv, mock_audit_factory)
def setup(tmpdir, mocker):
global mock_no_query_results
global mock_single_query_results
global mock_multi_query_results
global expected_query_result_values
global expected_query_result_fields
mockargv_config = unittest_utils.get_default_argv_config(tmpdir)
mockargv = mocker.Mock(**mockargv_config)
unittest_utils.setup_logging(mockargv.workdirectory)
mockcursor_config = {'fetchone.return_value': [1]}
mockcursor = mocker.Mock(**mockcursor_config)
db_config = {
'cursor': mockcursor,
'execute_query.side_effect': execute_query_se
}
mockdb = mocker.Mock(**db_config)
mock_dbfactory_build = mocker.patch(
'data_pipeline.audit.custom_orm.dbfactory.build')
mock_dbfactory_build.return_value = mockdb
expected_query_result_values = (1, 'myprofile', 1, 'myprofile', 'sys',
'ctl', '', 0, 0, 0, '', '', '', '', 0, '',
'', '', '', '', '')
expected_query_result_fields = EXPECTED_SOURCE_SYSTEM_PROFILE_FIELDS
assert (
len(expected_query_result_values) == len(expected_query_result_fields))
mock_no_query_results_config = {
'fetchall.return_value': [],
'get_col_names.return_value': expected_query_result_fields
}
mock_no_query_results = mocker.Mock(**mock_no_query_results_config)
mock_single_query_results_config = {
'fetchall.return_value': [expected_query_result_values],
'get_col_names.return_value': expected_query_result_fields
}
mock_single_query_results = mocker.Mock(**mock_single_query_results_config)
mock_multi_query_results_config = {
'fetchall.return_value':
[expected_query_result_values, expected_query_result_values],
'get_col_names.return_value':
expected_query_result_fields
}
mock_multi_query_results = mocker.Mock(**mock_multi_query_results_config)
yield (mockdb, mockargv)
def setup(tmpdir, mocker):
mockargv_config = unittest_utils.get_default_argv_config(tmpdir)
mockargv = mocker.Mock(**mockargv_config)
unittest_utils.setup_logging(mockargv.workdirectory)
pc_config = {'insert.return_value': None, 'update.return_value': None}
mock_pc = mocker.Mock(**pc_config)
mock_applier_config = {
"apply.side_effect": apply_side_effect,
"process_control.return_value": mock_pc,
}
mock_applier = mocker.Mock(**mock_applier_config)
yield (mock_applier)
def setup(tmpdir, mocker):
p = tmpdir.mkdir("test_apply_factory")
mockargv_config = unittest_utils.get_default_argv_config(tmpdir)
mockargv = mocker.Mock(**mockargv_config)
pc_config = {'insert.return_value': None, 'update.return_value': None}
mock_pc = mocker.Mock(**pc_config)
af_config = {'build_process_control.return_value': mock_pc}
mock_audit_factory = mocker.Mock(**af_config)
unittest_utils.mock_get_inactive_applied_tables(mocker, [])
f = mocker.patch.object(Applier, '_get_max_lsn_source_system_profile')
f = mocker.patch.object(Applier, '_get_last_apply_record')
yield (mockargv, mock_audit_factory)
def setup(tmpdir, mocker):
db_config = {'copy.return_value': None}
mock_target_db = mocker.Mock(**db_config)
p = tmpdir.mkdir("test_apply_sql_dir")
mockargv_config = utils.get_default_argv_config(tmpdir)
mock_argv = mocker.Mock(**mockargv_config)
utils.mock_get_program_args(
mocker, 'data_pipeline.applier.applier.get_program_args', mock_argv)
utils.setup_logging(mock_argv.workdirectory)
mock_audit_factory = build_mock_audit_factory(mocker)
processor = InitSyncProcessor()
yield (PostgresInitSyncApplier(processor, mock_target_db, mock_argv,
mock_audit_factory), mock_target_db,
mock_argv)
def setup_kill(tmpdir, mocker):
mockargv_config = unittest_utils.get_default_argv_config(tmpdir)
mockargv_config = utils.merge_dicts(mockargv_config, {
'donotload': False,
'donotsend': False,
'kill': True
})
mockargv = mocker.Mock(**mockargv_config)
unittest_utils.setup_logging(mockargv.workdirectory)
db_config = {}
mockdb = mocker.Mock(**db_config)
mock_audit_factory = unittest_utils.build_mock_audit_factory(mocker)
unittest_utils.mock_get_prev_run_cdcs(mocker)
mock_producer = unittest_utils.mock_build_kafka_producer(mocker)
yield (OracleCdcExtractor(mockdb, mockargv, mock_audit_factory), mockdb,
mockargv, mock_producer)
def setup_scn_override(tmpdir, mocker):
ARGV_STARTSCN = 99
ARGV_ENDSCN = 100
mockargv_config = unittest_utils.get_default_argv_config(tmpdir)
mockargv_config = utils.merge_dicts(mockargv_config, {
'startscn': ARGV_STARTSCN,
'endscn': ARGV_ENDSCN,
})
mockargv = mocker.Mock(**mockargv_config)
unittest_utils.setup_logging(mockargv.workdirectory)
unittest_utils.mock_get_schemas_and_tables(mocker, [], [])
db_config = {'execute_query.side_effect': default_execute_query_se}
mockdb = mocker.Mock(**db_config)
mock_audit_factory = unittest_utils.build_mock_audit_factory(mocker)
unittest_utils.mock_get_prev_run_cdcs(mocker)
mock_producer = unittest_utils.mock_build_kafka_producer(mocker)
yield (OracleCdcExtractor(mockdb, mockargv, mock_audit_factory), mockdb,
mockargv, ARGV_STARTSCN, ARGV_ENDSCN)
def setup_dependencies(tmpdir, mocker, metacols, inactive_applied_tables,
config_to_merge):
if not inactive_applied_tables:
inactive_applied_tables = set()
mockdbstate = MockDbState()
db_config = {
'closed.side_effect': mockdbstate.closed,
'connect.side_effect': mockdbstate.connect,
'close.side_effect': mockdbstate.close
}
mock_target_db = mocker.Mock(**db_config)
p = tmpdir.mkdir("test_apply_sql_dir")
mockargv_config = unittest_utils.get_default_argv_config(tmpdir)
mockargv_config = utils.merge_dicts(mockargv_config, config_to_merge)
mockargv = mocker.Mock(**mockargv_config)
unittest_utils.mock_get_program_args(
mocker, 'data_pipeline.applier.applier.get_program_args', mockargv)
unittest_utils.setup_logging(mockargv.workdirectory)
unittest_utils.mock_get_inactive_applied_tables(mocker,
inactive_applied_tables)
mock_audit_factory = build_mock_audit_factory(mocker, mockargv)
mock_audit_db = patch_db_factory(mocker)
oracle_processor = OracleCdcProcessor(metacols)
f = mocker.patch.object(Applier, '_get_max_lsn_source_system_profile')
return (oracle_processor, mock_target_db, mockargv, mock_audit_factory,
mock_audit_db)
def setup_test_constructor(tmpdir, mocker):
mockargv_config = unittest_utils.get_default_argv_config(tmpdir)
mockargv = mocker.Mock(**mockargv_config)
unittest_utils.setup_logging(mockargv.workdirectory)
yield (mockargv)
def setup(mocker, tmpdir):
mockargv_config = unittest_utils.get_default_argv_config(tmpdir)
yield (mockargv_config)
