def test_updates_to_primary_pipeline_updates_pipeline_definition():
pipeline_json = _read_pipeline_resource(
"resources/sample_pipelines/pipeline_valid.json")
pipeline_definition = PipelineDefinition(pipeline_definition=pipeline_json)
pipeline_definition.primary_pipeline.set("version", 3)
assert pipeline_definition.primary_pipeline.version == 3
assert pipeline_definition.to_dict(
)["pipelines"][0]["app_data"]["version"] == 3
def test_updates_to_nodes_updates_pipeline_definition():
pipeline_json = _read_pipeline_resource(
"resources/sample_pipelines/pipeline_valid.json")
pipeline_definition = PipelineDefinition(pipeline_definition=pipeline_json)
for node in pipeline_definition.primary_pipeline.nodes:
node.set_component_parameter("filename", "foo")
for node in pipeline_definition.to_dict()["pipelines"][0]["nodes"]:
assert node["app_data"]["component_parameters"]["filename"] == "foo"
def _preprocess_pipeline(pipeline_path: str,
runtime: Optional[str] = None,
runtime_config: Optional[str] = None) -> dict:
pipeline_path = os.path.expanduser(pipeline_path)
pipeline_abs_path = os.path.join(os.getcwd(), pipeline_path)
pipeline_dir = os.path.dirname(pipeline_abs_path)
pipeline_name = os.path.splitext(os.path.basename(pipeline_abs_path))[0]
if not os.path.exists(pipeline_abs_path):
raise click.ClickException(
f"Pipeline file not found: '{pipeline_abs_path}'\n")
try:
pipeline_definition = PipelineDefinition(pipeline_abs_path)
except ValueError as ve:
raise click.ClickException(f"Pipeline file is invalid: \n {ve}")
try:
primary_pipeline = pipeline_definition.primary_pipeline
except Exception as e:
raise click.ClickException(e)
try:
for pipeline in pipeline_definition.pipelines:
for node in pipeline.nodes:
filename = node.get_component_parameter("filename")
if filename:
abs_path = os.path.join(pipeline_dir, filename)
node.set_component_parameter("filename", abs_path)
except Exception as e:
raise click.ClickException(f"Error pre-processing pipeline: \n {e}")
# update pipeline transient fields
primary_pipeline.set("name", pipeline_name)
primary_pipeline.set("source", os.path.basename(pipeline_abs_path))
# Only update the following if values were provided
if runtime:
primary_pipeline.set("runtime", runtime)
if runtime_config:
primary_pipeline.set("runtime_config", runtime_config)
return pipeline_definition.to_dict()