def test_repair_cleanup_plans_complete():
parameters = {'CASSANDRA_KEYSPACE': 'testspace1'}
# populate 'testspace1' for test, then delete afterwards:
with sdk_jobs.RunJobContext(
before_jobs=[
config.get_write_data_job(
node_address=config.get_foldered_node_address()),
config.get_verify_data_job(
node_address=config.get_foldered_node_address())
],
after_jobs=[
config.get_delete_data_job(
node_address=config.get_foldered_node_address()),
config.get_verify_deletion_job(
node_address=config.get_foldered_node_address())
]):
sdk_plan.start_plan(config.get_foldered_service_name(),
'cleanup',
parameters=parameters)
sdk_plan.wait_for_completed_plan(config.get_foldered_service_name(),
'cleanup')
sdk_plan.start_plan(config.get_foldered_service_name(),
'repair',
parameters=parameters)
sdk_plan.wait_for_completed_plan(config.get_foldered_service_name(),
'repair')
def test_functionality():
parameters = {'CASSANDRA_KEYSPACE': 'testspace1'}
# populate 'testspace1' for test, then delete afterwards:
with jobs.RunJobContext(before_jobs=[WRITE_DATA_JOB, VERIFY_DATA_JOB],
after_jobs=[DELETE_DATA_JOB, VERIFY_DELETION_JOB]):
plan.start_plan(PACKAGE_NAME, 'cleanup', parameters=parameters)
plan.wait_for_completed_plan(PACKAGE_NAME, 'cleanup')
plan.start_plan(PACKAGE_NAME, 'repair', parameters=parameters)
plan.wait_for_completed_plan(PACKAGE_NAME, 'repair')
def test_repair_cleanup_plans_complete():
parameters = {'CASSANDRA_KEYSPACE': 'testspace1'}
# populate 'testspace1' for test, then delete afterwards:
with sdk_jobs.RunJobContext(
before_jobs=[WRITE_DATA_JOB, VERIFY_DATA_JOB],
after_jobs=[DELETE_DATA_JOB, VERIFY_DELETION_JOB]):
sdk_plan.start_plan(FOLDERED_SERVICE_NAME, 'cleanup', parameters=parameters)
sdk_plan.wait_for_completed_plan(FOLDERED_SERVICE_NAME, 'cleanup')
sdk_plan.start_plan(FOLDERED_SERVICE_NAME, 'repair', parameters=parameters)
sdk_plan.wait_for_completed_plan(FOLDERED_SERVICE_NAME, 'repair')
def test_functionality():
parameters = {'CASSANDRA_KEYSPACE': 'testspace1'}
# populate 'testspace1' for test, then delete afterwards:
with sdk_jobs.RunJobContext(
before_jobs=[
config.get_write_data_job(),
config.get_verify_data_job()
],
after_jobs=[
config.get_delete_data_job(),
config.get_verify_deletion_job()
]):
sdk_plan.start_plan(config.SERVICE_NAME, 'cleanup', parameters=parameters)
sdk_plan.wait_for_completed_plan(config.SERVICE_NAME, 'cleanup')
sdk_plan.start_plan(config.SERVICE_NAME, 'repair', parameters=parameters)
sdk_plan.wait_for_completed_plan(config.SERVICE_NAME, 'repair')
def test_functionality() -> None:
parameters = {"CASSANDRA_KEYSPACE": "testspace1"}
# populate 'testspace1' for test, then delete afterwards:
with sdk_jobs.RunJobContext(
before_jobs=[
config.get_write_data_job(),
config.get_verify_data_job()
],
after_jobs=[
config.get_delete_data_job(),
config.get_verify_deletion_job()
],
):
sdk_plan.start_plan(config.SERVICE_NAME,
"cleanup",
parameters=parameters)
sdk_plan.wait_for_completed_plan(config.SERVICE_NAME, "cleanup")
sdk_plan.start_plan(config.SERVICE_NAME,
"repair",
parameters=parameters)
sdk_plan.wait_for_completed_plan(config.SERVICE_NAME, "repair")
def test_cassandra_migration():
backup_service_name = os.getenv('CASSANDRA_BACKUP_CLUSTER_NAME')
restore_service_name = os.getenv('CASSANDRA_RESTORE_CLUSTER_NAME')
backup_node_address = os.getenv('BACKUP_NODE_ADDRESS',
DEFAULT_NODE_ADDRESS)
backup_node_port = os.getenv('BACKUP_NODE_PORT', DEFAULT_NODE_PORT)
backup_write_data_job = get_write_data_job(backup_node_address,
backup_node_port)
backup_verify_data_job = get_verify_data_job(backup_node_address,
backup_node_port)
backup_delete_data_job = get_delete_data_job(backup_node_address,
backup_node_port)
backup_verify_deletion_job = get_verify_deletion_job(
backup_node_address, backup_node_port)
plan_parameters = {
'S3_BUCKET_NAME': os.getenv('AWS_BUCKET_NAME',
'infinity-framework-test'),
'AWS_ACCESS_KEY_ID': os.getenv('AWS_ACCESS_KEY_ID'),
'AWS_SECRET_ACCESS_KEY': os.getenv('AWS_SECRET_ACCESS_KEY'),
'AWS_REGION': os.getenv('AWS_REGION', 'us-west-2'),
'SNAPSHOT_NAME': str(uuid.uuid1()),
'CASSANDRA_KEYSPACES': '"testspace1 testspace2"',
}
backup_install_job_context = jobs.InstallJobContext([
backup_write_data_job, backup_verify_data_job, backup_delete_data_job,
backup_verify_deletion_job
])
backup_run_job_context = jobs.RunJobContext(
before_jobs=[backup_write_data_job, backup_verify_data_job],
after_jobs=[backup_delete_data_job, backup_verify_deletion_job])
# Install and run the write/delete data jobs against backup cluster,
# running dcos-cassandra-service
with backup_install_job_context, backup_run_job_context:
# Back this cluster up to S3
backup_parameters = {
'backup_name':
plan_parameters['SNAPSHOT_NAME'],
's3_access_key':
plan_parameters['AWS_ACCESS_KEY_ID'],
's3_secret_key':
plan_parameters['AWS_SECRET_ACCESS_KEY'],
'external_location':
's3://{}'.format(plan_parameters['S3_BUCKET_NAME']),
}
dcos.http.put('{}v1/backup/start'.format(
shakedown.dcos_service_url(backup_service_name)),
json=backup_parameters)
plan.wait_for_completed_deployment(backup_service_name)
# Restore data to second instance:
restore_node_address = os.getenv(
'RESTORE_NODE_ADDRESS',
hosts.autoip_host('sdk-cassandra', 'node-0-server'))
restore_node_port = os.getenv('RESTORE_NODE_PORT', '9052')
restore_write_data_job = get_write_data_job(restore_node_address,
restore_node_port)
restore_verify_data_job = get_verify_data_job(restore_node_address,
restore_node_port)
restore_delete_data_job = get_delete_data_job(restore_node_address,
restore_node_port)
restore_verify_deletion_job = get_verify_deletion_job(
restore_node_address, restore_node_port)
restore_install_job_context = jobs.InstallJobContext([
restore_write_data_job, restore_verify_data_job,
restore_delete_data_job, restore_verify_deletion_job
])
restore_run_job_context = jobs.RunJobContext(after_jobs=[
restore_verify_data_job, restore_delete_data_job,
restore_verify_deletion_job
])
with restore_install_job_context, restore_run_job_context:
plan.start_plan(restore_service_name,
'restore-s3',
parameters=plan_parameters)
plan.wait_for_completed_plan(restore_service_name, 'restore-s3')
