def __init__(
self,
context, # type: TestContextManager
test_name, # type: str
table_name, # type: str
assertion_configs, # type: List[Dict]
zones=None, # type: List[str]
**kwargs # type: **str
):
# type: (...) -> None
dataset_id = context.dataset_id
self._table_name = '{}.{}'.format(dataset_id, table_name)
self._name = test_name
self._project = context.project
output_table = '{}:{}'.format(context.project, self._table_name)
self._assertion_configs = assertion_configs
args = [
'--output_table {}'.format(output_table),
'--project {}'.format(context.project),
'--staging_location {}'.format(context.staging_location),
'--temp_location {}'.format(context.temp_location),
'--job_name {}-{}'.format(test_name, dataset_id.replace('_', '-'))
]
for k, v in kwargs.iteritems():
value = v
if isinstance(v, basestring):
value = v.format(TABLE_NAME=self._table_name)
args.append('--{} {}'.format(k, value))
self.run_test_command = run_tests_common.form_command(
context.project,
filesystems.FileSystems.join(context.logging_location,
output_table), context.image,
_TOOL_NAME, zones, args)
def __init__(self,
parsed_args,
test_name, # type: str
input_table, # type: str
output_file_name, # type: str
expected_output_file, # type: str
**kwargs # type: **str
):
# type: (...) -> None
self._name = test_name
self._expected_output_file = expected_output_file
timestamp = 'integration_tests_{}'.format(
datetime.now().strftime('%Y%m%d_%H%M%S'))
self._output_file = filesystems.FileSystems.join(parsed_args.temp_location,
timestamp,
output_file_name)
args = ['--input_table {}'.format(input_table),
'--output_file {}'.format(self._output_file),
'--staging_location {}'.format(parsed_args.staging_location),
'--temp_location {}'.format(parsed_args.temp_location),
'--job_name {}'.format(
''.join([test_name, timestamp]).replace('_', '-'))]
for k, v in kwargs.items():
args.append('--{} {}'.format(k, v))
self.run_test_command = run_tests_common.form_command(
parsed_args.project,
parsed_args.region,
filesystems.FileSystems.join(parsed_args.logging_location,
'_'.join([test_name, timestamp])),
parsed_args.image, parsed_args.sdk_container_image, _TOOL_NAME, args)
def __init__(
self,
parser_args, # type: Namespace
test_name, # type: str
expected_contents, # type: List[str]
report_blob_name, # type: str
header_blob_name=None, # type: str
zones=None, # type: List[str]
**kwargs # type: **str
):
# type: (...) -> None
self._keep_reports = parser_args.keep_reports
self._name = test_name
self._expected_contents = expected_contents
suffix = '_integration_tests_{}'.format(
datetime.now().strftime('%Y%m%d_%H%M%S'))
self._report_blob_name = self._append_suffix(report_blob_name, suffix)
self._report_path = '/'.join(
['gs:/', _BUCKET_NAME, self._report_blob_name])
self._project = parser_args.project
args = [
'--report_path {}'.format(self._report_path),
'--project {}'.format(parser_args.project),
'--staging_location {}'.format(parser_args.staging_location),
'--temp_location {}'.format(parser_args.temp_location),
'--job_name {}'.format(''.join([test_name,
suffix]).replace('_', '-'))
]
self._header_blob_name = None
self._header_path = None
if header_blob_name:
self._header_blob_name = self._append_suffix(
header_blob_name, suffix)
self._header_path = '/'.join(
['gs:/', _BUCKET_NAME, self._header_blob_name])
args.append('--resolved_headers_path {}'.format(self._header_path))
for k, v in kwargs.iteritems():
args.append('--{} {}'.format(k, v))
self.run_test_command = run_tests_common.form_command(
parser_args.project,
filesystems.FileSystems.join(parser_args.logging_location,
self._report_blob_name),
parser_args.image, _TOOL_NAME, zones, args)
