Ejemplo n.º 1
0
def pipeline_snapshot_command(output_file, solid_subset, **kwargs):
    recon_pipeline = recon_pipeline_for_cli_args(kwargs)
    definition = recon_pipeline.get_definition()

    if solid_subset:
        definition = definition.subset_for_execution(solid_subset.split(","))

    ipc_write_unary_response(output_file, external_pipeline_data_from_def(definition))
Ejemplo n.º 2
0
def pipeline_snapshot_command(solid_subset, **kwargs):
    recon_pipeline = recon_pipeline_for_cli_args(kwargs)
    definition = recon_pipeline.get_definition()

    if solid_subset:
        definition = definition.subset_for_execution(solid_subset.split(","))

    active_data = external_pipeline_data_from_def(definition)
    click.echo(serialize_dagster_namedtuple(active_data))
Ejemplo n.º 3
0
def get_external_pipeline_subset_result(recon_pipeline, solid_selection):
    check.inst_param(recon_pipeline, 'recon_pipeline', ReconstructablePipeline)

    if solid_selection:
        try:
            sub_pipeline = recon_pipeline.subset_for_execution(solid_selection)
            definition = sub_pipeline.get_definition()
        except DagsterInvalidSubsetError:
            return ExternalPipelineSubsetResult(
                success=False, error=serializable_error_info_from_exc_info(sys.exc_info())
            )
    else:
        definition = recon_pipeline.get_definition()

    external_pipeline_data = external_pipeline_data_from_def(definition)
    return ExternalPipelineSubsetResult(success=True, external_pipeline_data=external_pipeline_data)
Ejemplo n.º 4
0
def get_external_pipeline_subset_result(
        recon_pipeline: ReconstructablePipeline,
        solid_selection: Optional[List[str]]):
    check.inst_param(recon_pipeline, "recon_pipeline", ReconstructablePipeline)
    check.opt_list_param(solid_selection, "solid_selection", str)

    if solid_selection:
        try:
            sub_pipeline = recon_pipeline.subset_for_execution(solid_selection)
            definition = sub_pipeline.get_definition()
        except Exception:
            return ExternalPipelineSubsetResult(
                success=False,
                error=serializable_error_info_from_exc_info(sys.exc_info()))
    else:
        definition = recon_pipeline.get_definition()

    external_pipeline_data = external_pipeline_data_from_def(definition)
    return ExternalPipelineSubsetResult(
        success=True, external_pipeline_data=external_pipeline_data)
Ejemplo n.º 5
0
def test_external_pipeline_data(snapshot):
    snapshot.assert_match(
        serialize_pp(external_pipeline_data_from_def(a_pipeline)))