def check_changed(dir_name):
path = ['data', 'low_score_nodes_remover', dir_name]
src_dir = os.path.join(*(path + ['pipeline.yaml']))
pipeline_yaml = read_as_string(__name__, src_dir)
pipeline = Pipeline.from_yaml_dump(pipeline_yaml)
remover = LowScoreNodesRemover(ImportanceScoreMap(DetailLevel.medium))
actual = remover.run(pipeline)
expected_yaml = read_as_string(__name__,
os.path.join(*(path + ['expected.yaml'])))
expected = Pipeline.from_yaml_dump(expected_yaml)
assert expected == actual
def check_changed(dir_name):
path = ['data', 'low_score_nodes_remover', dir_name]
src_dir = os.path.join(*(path + ['pipeline.yaml']))
pipeline_yaml = read_as_string(__name__, src_dir)
pipeline = Pipeline.from_yaml_dump(pipeline_yaml)
remover = LowScoreNodesRemover(ImportanceScoreMap(DetailLevel.medium))
actual = remover.run(pipeline)
expected_yaml = read_as_string(__name__,
os.path.join(*(path + ['expected.yaml'])))
expected = Pipeline.from_yaml_dump(expected_yaml)
assert expected == actual
def check(oozie_workflow_file_path, expected_pipeline_file_path):
actual_pipeline = convert_oozie_yaml_to_pipeline(oozie_workflow_file_path)
expected_pipeline_yaml = read_as_string(__name__,
expected_pipeline_file_path)
expected = Pipeline.from_yaml_dump(expected_pipeline_yaml)
assert expected == actual_pipeline, 'expected={},\nactual={}'\
.format(expected, actual_pipeline)
def check(oozie_workflow_file_path, expected_pipeline_file_path):
actual_pipeline = convert_oozie_yaml_to_pipeline(oozie_workflow_file_path)
expected_pipeline_yaml = read_as_string(
__name__, expected_pipeline_file_path)
expected = Pipeline.from_yaml_dump(expected_pipeline_yaml)
assert expected == actual_pipeline, 'expected={},\nactual={}'\
.format(expected, actual_pipeline)
def convert_to_dot(pipeline_file_relative_path,
detail_level=DetailLevel.medium,
show_input_ports=False, show_output_ports=False):
pipeline_yaml = read_as_string(__name__, pipeline_file_relative_path)
pipeline = Pipeline.from_yaml_dump(pipeline_yaml)
dot_converter = Converter(
detail_level, show_input_ports, show_output_ports)
return dot_converter.run(pipeline)
def check_no_changes(dir_name):
src_dir = os.path.join('data', 'low_score_nodes_remover', dir_name,
'pipeline.yaml')
pipeline_yaml = read_as_string(__name__, src_dir)
pipeline = Pipeline.from_yaml_dump(pipeline_yaml)
remover = LowScoreNodesRemover(ImportanceScoreMap(DetailLevel.medium))
actual = remover.run(pipeline)
assert pipeline == actual
def check_no_changes(dir_name):
src_dir = os.path.join('data', 'low_score_nodes_remover',
dir_name, 'pipeline.yaml')
pipeline_yaml = read_as_string(__name__, src_dir)
pipeline = Pipeline.from_yaml_dump(pipeline_yaml)
remover = LowScoreNodesRemover(ImportanceScoreMap(DetailLevel.medium))
actual = remover.run(pipeline)
assert pipeline == actual
def convert_to_dot(pipeline_file_relative_path,
detail_level=DetailLevel.medium,
show_input_ports=False,
show_output_ports=False):
pipeline_yaml = read_as_string(__name__, pipeline_file_relative_path)
pipeline = Pipeline.from_yaml_dump(pipeline_yaml)
dot_converter = Converter(detail_level, show_input_ports,
show_output_ports)
return dot_converter.run(pipeline)
def check(pipeline_file_path, data_dict):
pipeline_yaml = read_as_string(__name__, pipeline_file_path)
pipeline = Pipeline.from_yaml_dump(pipeline_yaml)
actual_data = PipelineData.from_pipeline(pipeline)
expected_data = PipelineData.from_basic_data_types(data_dict)
assert expected_data == actual_data
def check(pipeline_file_path, data_dict):
pipeline_yaml = read_as_string(__name__, pipeline_file_path)
pipeline = Pipeline.from_yaml_dump(pipeline_yaml)
actual_data = PipelineData.from_pipeline(pipeline)
expected_data = PipelineData.from_basic_data_types(data_dict)
assert expected_data == actual_data