def testSingleNodeClusterCreation(self):
kwargs = copy.copy(BASE_REDSHIFT_SPEC)
kwargs['node_count'] = 1
spec = benchmark_config_spec._EdwServiceSpec('NAME', **kwargs)
redshift_local = redshift.Redshift(spec)
self.assertIsNone(redshift_local.snapshot)
with mock.patch(vm_util.__name__ + '.IssueCommand',
return_value=('out_', 'err_', 0)) as mock_issue:
redshift_local.Initialize(redshift_local.cluster_identifier,
redshift_local.node_type,
redshift_local.node_count,
redshift_local.user,
redshift_local.password,
FakeRedshiftClusterParameterGroup(),
FakeRedshiftClusterSubnetGroup())
mock_issue.assert_called_once()
mock_issue.assert_called_with([
'aws', '--output', 'json', '--region', 'us-east-1', 'redshift',
'create-cluster', '--cluster-identifier', PKB_CLUSTER,
'--cluster-type', 'single-node', '--node-type',
REDSHIFT_NODE_TYPE, '--master-username', USERNAME,
'--master-user-password', PASSWORD,
'--cluster-parameter-group-name',
'fake_redshift_cluster_parameter_group',
'--cluster-subnet-group-name',
'fake_redshift_cluster_subnet_group', '--publicly-accessible',
'--automated-snapshot-retention-period=0'
])
def testInstallAndAuthenticateRunner(self):
kwargs = copy.copy(_BASE_ATHENA_SPEC)
spec = benchmark_config_spec._EdwServiceSpec('NAME', **kwargs)
athena_local = athena.Athena(spec)
athena_local.InstallAndAuthenticateRunner(
vm=FakeRemoteVMCreateLambdaRole(),
benchmark_name='fake_benchmark_name')
def testPkbManagedGetClusterIdentifier(self):
kwargs = copy.copy({'db': _PKB_CLUSTER_DATABASE})
spec = benchmark_config_spec._EdwServiceSpec('NAME', **kwargs)
edw_local = FakeEdwService(spec)
self.assertEqual('pkb-' + FLAGS.run_uri,
edw_local.GetClusterIdentifier(spec))
self.assertEqual('pkb-' + FLAGS.run_uri, edw_local.cluster_identifier)
def testIsUserManaged(self):
kwargs = copy.copy({
'cluster_identifier': _PKB_CLUSTER,
'db': _PKB_CLUSTER_DATABASE
})
spec = benchmark_config_spec._EdwServiceSpec('NAME', **kwargs)
edw_local = FakeEdwService(spec)
self.assertTrue(edw_local.IsUserManaged(spec))
def testInstallAndAuthenticateRunner(self):
kwargs = copy.copy(_BASE_BIGQUERY_SPEC)
spec = benchmark_config_spec._EdwServiceSpec('NAME', **kwargs)
bigquery_local = bigquery.Bigquery(spec)
with mock.patch(util.__name__ +
'.AuthenticateServiceAccount') as mock_issue:
bigquery_local.InstallAndAuthenticateRunner(
vm=FakeRemoteVM(), benchmark_name='fake_benchmark_name')
mock_issue.assert_called_once()
def testInstallAndAuthenticateRunner(self):
kwargs = copy.copy(_BASE_AZURE_DW_SPEC)
spec = benchmark_config_spec._EdwServiceSpec('NAME', **kwargs)
azure_sql_data_warehouse_local = azure_sql_data_warehouse.Azuresqldatawarehouse(
spec)
with mock.patch(vm_util.__name__ + '.IssueCommand',
return_value=('out_', 'err_', 0)) as mock_issue:
azure_sql_data_warehouse_local.InstallAndAuthenticateRunner(
vm=FakeRemoteVM(), benchmark_name='fake_benchmark_name')
mock_issue.assert_called_once()
mock_issue.assert_called_with([
'az', 'sql', 'server', 'firewall-rule', 'create', '--name',
_FAKE_IP_ADDRESS, '--resource-group', 'helix-westus2',
'--server', 'helix-ds-1t', '--end-ip-address',
'fake_ip_address', '--start-ip-address', 'fake_ip_address'
])
def testGetScriptExecutionResultsMocked(self):
kwargs = copy.copy(BASE_REDSHIFT_SPEC)
spec = benchmark_config_spec._EdwServiceSpec('NAME', **kwargs)
edw_local = FakeEdwService(spec)
client_vm = ClientVm()
with mock.patch.object(client_vm,
'RemoteCommand',
return_value=(json.dumps({
'test.sql': {
'execution_time': 1.0,
'job_id': 'test_job_id'
}
}), '')):
performance, _ = edw_local.GetScriptExecutionResults(
'test.sql', client_vm)
self.assertEqual(performance, 1.0)
def testInvalidClusterCreationError(self):
kwargs = copy.copy(BASE_REDSHIFT_SPEC)
kwargs['node_count'] = None
with self.assertRaises(errors.Config.InvalidValue):
benchmark_config_spec._EdwServiceSpec('NAME', **kwargs)
def testIsPkbManaged(self):
kwargs = copy.copy({'db': _PKB_CLUSTER_DATABASE})
spec = benchmark_config_spec._EdwServiceSpec('NAME', **kwargs)
edw_local = FakeEdwService(spec)
self.assertFalse(edw_local.IsUserManaged(spec))
def testAlwaysExists(self):
kwargs = copy.copy(_BASE_SNOWFLAKE_SPEC)
spec = benchmark_config_spec._EdwServiceSpec('NAME', **kwargs)
snowflake_local = snowflake.Snowflake(spec)
self.assertTrue(snowflake_local._Exists())
def testCreateRequestError(self):
kwargs = copy.copy(_BASE_SNOWFLAKE_SPEC)
spec = benchmark_config_spec._EdwServiceSpec('NAME', **kwargs)
snowflake_local = snowflake.Snowflake(spec)
with self.assertRaises(NotImplementedError):
snowflake_local._Create()
def testPrepareClientVm(self):
kwargs = copy.copy({'db': _PKB_CLUSTER_DATABASE})
spec = benchmark_config_spec._EdwServiceSpec('NAME', **kwargs)
edw_local = FakeEdwService(spec)
edw_local.PrepareClientVm(vm=PreparedClientVm(),
benchmark_name='fake_benchmark_name')
def testRunCommandHelper(self):
kwargs = copy.copy(_BASE_SNOWFLAKE_SPEC)
spec = benchmark_config_spec._EdwServiceSpec('NAME', **kwargs)
snowflake_local = snowflake.Snowflake(spec)
self.assertEqual('--connection fake_connection',
snowflake_local.RunCommandHelper())
def testInstallAndAuthenticateRunner(self):
kwargs = copy.copy(_BASE_SNOWFLAKE_SPEC)
spec = benchmark_config_spec._EdwServiceSpec('NAME', **kwargs)
snowflake_local = snowflake.Snowflake(spec)
snowflake_local.InstallAndAuthenticateRunner(
vm=FakeRemoteVMCreateLambdaRole(), benchmark_name='fake_benchmark')
