def pipeline_snapshot_command(output_file, solid_subset, **kwargs): recon_pipeline = recon_pipeline_for_cli_args(kwargs) definition = recon_pipeline.get_definition() if solid_subset: definition = definition.subset_for_execution(solid_subset.split(",")) ipc_write_unary_response(output_file, external_pipeline_data_from_def(definition))
def pipeline_snapshot_command(solid_subset, **kwargs): recon_pipeline = recon_pipeline_for_cli_args(kwargs) definition = recon_pipeline.get_definition() if solid_subset: definition = definition.subset_for_execution(solid_subset.split(",")) active_data = external_pipeline_data_from_def(definition) click.echo(serialize_dagster_namedtuple(active_data))
def get_external_pipeline_subset_result(recon_pipeline, solid_selection): check.inst_param(recon_pipeline, 'recon_pipeline', ReconstructablePipeline) if solid_selection: try: sub_pipeline = recon_pipeline.subset_for_execution(solid_selection) definition = sub_pipeline.get_definition() except DagsterInvalidSubsetError: return ExternalPipelineSubsetResult( success=False, error=serializable_error_info_from_exc_info(sys.exc_info()) ) else: definition = recon_pipeline.get_definition() external_pipeline_data = external_pipeline_data_from_def(definition) return ExternalPipelineSubsetResult(success=True, external_pipeline_data=external_pipeline_data)
def get_external_pipeline_subset_result( recon_pipeline: ReconstructablePipeline, solid_selection: Optional[List[str]]): check.inst_param(recon_pipeline, "recon_pipeline", ReconstructablePipeline) check.opt_list_param(solid_selection, "solid_selection", str) if solid_selection: try: sub_pipeline = recon_pipeline.subset_for_execution(solid_selection) definition = sub_pipeline.get_definition() except Exception: return ExternalPipelineSubsetResult( success=False, error=serializable_error_info_from_exc_info(sys.exc_info())) else: definition = recon_pipeline.get_definition() external_pipeline_data = external_pipeline_data_from_def(definition) return ExternalPipelineSubsetResult( success=True, external_pipeline_data=external_pipeline_data)
def test_external_pipeline_data(snapshot): snapshot.assert_match( serialize_pp(external_pipeline_data_from_def(a_pipeline)))