def test_read_config_unknown(load_json, load_yaml, open, path_example):
with pytest.raises(UnknownConfigTypeError):
filepath = path_example + "test.bbs"
config = read_config(filepath)
def pynonymize(
input_path=None, strategyfile_path=None, output_path=None, db_user=None, db_password=None, db_type=None,
db_host=None, db_name=None, db_port=None, fake_locale=None, start_at_step=None, stop_at_step=None, skip_steps=None,
seed_rows=None, dry_run=False, verbose=False,
**kwargs
):
# Default and Normalize args
if start_at_step is None:
start_at_step = ProcessSteps.START
else:
start_at_step = ProcessSteps.from_value(start_at_step)
if stop_at_step is None:
stop_at_step = ProcessSteps.END
else:
stop_at_step = ProcessSteps.from_value(stop_at_step)
if skip_steps and len(skip_steps) > 0:
skip_steps = [ProcessSteps.from_value(skip) for skip in skip_steps]
if db_type is None:
db_type = "mysql"
if fake_locale is None:
fake_locale = "en_GB"
if seed_rows is None:
seed_rows = 150
actions = StepActionMap(start_at_step, stop_at_step, skip_steps, dry_run=dry_run)
# Validate mandatory args (depends on step actions)
validations = []
if not actions.skipped(ProcessSteps.RESTORE_DB):
if input_path is None:
validations.append("Missing INPUT")
if not actions.skipped(ProcessSteps.ANONYMIZE_DB):
if strategyfile_path is None:
validations.append("Missing STRATEGYFILE")
else:
# only auto-determine the db_name if we have a strategyfile AND we are anonymizing.
if db_name is None:
db_name = get_temp_db_name(strategyfile_path)
if not actions.skipped(ProcessSteps.DUMP_DB):
if output_path is None:
validations.append("Missing OUTPUT")
if db_user is None:
validations.append("Missing DB_USER")
if db_password is None:
validations.append("Missing DB_PASSWORD")
if db_name is None:
validations.append("Missing DB_NAME: Auto-resolve failed.")
if len(validations) > 0:
raise ArgumentValidationError(validations)
# init strategy as it relies on I/O - fail fast here preferred to after restore
if not actions.skipped(ProcessSteps.ANONYMIZE_DB):
fake_seeder = FakeColumnGenerator(fake_locale)
strategy_parser = StrategyParser(fake_seeder)
logger.debug("loading strategyfile %s...", strategyfile_path)
strategy = strategy_parser.parse_config(read_config(strategyfile_path))
# Discover db-type kwargs
# mssql_backup_option -> backup_option and pass these to the constructor
db_kwargs = {}
db_arg_prefix = f"{db_type}_"
for k, v in kwargs.items():
if k.startswith(db_arg_prefix):
db_kwargs[ k[len(db_arg_prefix):] ] = v
logger.debug("Database: (%s:%s)%s@%s name: %s", db_host, db_port, db_type, db_user, db_name)
db_provider = get_provider(
type=db_type,
db_host=db_host,
db_user=db_user,
db_pass=db_password,
db_name=db_name,
db_port=db_port,
seed_rows=seed_rows,
**db_kwargs
)
# main process - no destructive/non-retryable actions should happen before this line ---
logger.info(actions.summary(ProcessSteps.CREATE_DB))
if not actions.skipped(ProcessSteps.CREATE_DB):
db_provider.create_database()
logger.info(actions.summary(ProcessSteps.RESTORE_DB))
if not actions.skipped(ProcessSteps.RESTORE_DB):
db_provider.restore_database(input_path)
logger.info(actions.summary(ProcessSteps.ANONYMIZE_DB))
if not actions.skipped(ProcessSteps.ANONYMIZE_DB):
db_provider.anonymize_database(strategy)
logger.info(actions.summary(ProcessSteps.DUMP_DB))
if not actions.skipped(ProcessSteps.DUMP_DB):
db_provider.dump_database(output_path)
logger.info(actions.summary(ProcessSteps.DROP_DB))
if not actions.skipped(ProcessSteps.DROP_DB):
db_provider.drop_database()
logger.info("Process complete!")
def test_read_config_yaml(load_json, load_yaml, open, path_example):
filepath = path_example + "test.yaml"
config = read_config(filepath)
load_yaml.assert_called_once_with(open().__enter__())
assert config == load_yaml()