def testAllFlagsPassed(self):
options_list = beam_pipeline_options.GenerateAllPipelineOptions(
"--itargone=anarg,--itargtwo=anotherarg",
"[\"--project=testProj\","
"\"--gcpTempLocation=gs://test-bucket/staging\"]",
[{
"postgresUsername": "******"
}, {
"postgresPassword": "******"
}], [{
"name": "aTestVal",
"type": "TestValue",
"value": "this_is_a_test"
}, {
"name": "testier",
"type": "TestValue",
"value": "another_test"
}])
self.assertListEqual(options_list, [
"\"--itargone=anarg\"", "\"--itargtwo=anotherarg\"",
"\"--project=testProj\"",
"\"--gcpTempLocation=gs://test-bucket/staging\"",
"\"--aTestVal=this_is_a_test\"", "\"--testier=another_test\"",
"\"--postgresUsername=postgres\"", "\"--postgresPassword=mypass\""
])
def testItOptionsWithSpaces(self):
options_list = beam_pipeline_options.GenerateAllPipelineOptions(
None, "[\"--project=testProj\", "
"\"--gcpTempLocation=gs://test-bucket/staging\"]", [], [])
self.assertListEqual(options_list, [
"\"--project=testProj\"",
"\"--gcpTempLocation=gs://test-bucket/staging\""
])
def Run(benchmark_spec):
# Get handle to the dpb service
dpb_service_instance = benchmark_spec.dpb_service
# Create a file handle to contain the response from running the job on
# the dpb service
stdout_file = tempfile.NamedTemporaryFile(
suffix='.stdout', prefix='beam_integration_benchmark', delete=False)
stdout_file.close()
if FLAGS.beam_it_class is None:
if FLAGS.beam_sdk == beam_benchmark_helper.BEAM_JAVA_SDK:
classname = DEFAULT_JAVA_IT_CLASS
elif FLAGS.beam_sdk == beam_benchmark_helper.BEAM_PYTHON_SDK:
classname = DEFAULT_PYTHON_IT_MODULE
else:
raise NotImplementedError('Unsupported Beam SDK: %s.' %
FLAGS.beam_sdk)
else:
classname = FLAGS.beam_it_class
static_pipeline_options, dynamic_pipeline_options = \
beam_pipeline_options.ReadPipelineOptionConfigFile()
job_arguments = beam_pipeline_options.GenerateAllPipelineOptions(
FLAGS.beam_it_args, FLAGS.beam_it_options, static_pipeline_options,
dynamic_pipeline_options)
job_type = BaseDpbService.BEAM_JOB_TYPE
results = []
metadata = copy.copy(dpb_service_instance.GetMetadata())
start = datetime.datetime.now()
dpb_service_instance.SubmitJob('',
classname,
job_arguments=job_arguments,
job_stdout_file=stdout_file,
job_type=job_type)
end_time = datetime.datetime.now()
run_time = (end_time - start).total_seconds()
results.append(sample.Sample('run_time', run_time, 'seconds', metadata))
return results
def testNoFlagsPassed(self):
options_list = beam_pipeline_options.GenerateAllPipelineOptions(
None, None, [], [])
self.assertListEqual(options_list, [])