def __init__(self, origin): self._origin = check.inst_param(origin, "origin", InProcessRepositoryLocationOrigin) pointer = self.origin.recon_repo.pointer repo_def = repository_def_from_pointer(pointer) self.repository_code_pointer_dict = {repo_def.name: pointer}
def create_in_process_location(pointer): check.inst_param(pointer, 'pointer', CodePointer) # If we are here we know we are in a hosted_user_process so we can do this from dagster.core.definitions.reconstructable import repository_def_from_pointer repo_def = repository_def_from_pointer(pointer) return InProcessRepositoryLocationHandle(IN_PROCESS_NAME, {repo_def.name: pointer})
def repository_def_from_repository_handle(repository_handle): check.inst_param(repository_handle, 'repository_handle', RepositoryHandle) check.param_invariant( is_repository_location_in_same_python_env(repository_handle.repository_location_handle), 'repository_handle', 'In order to use this function the location of the repository must be in process ' 'or it must a python environment with the exact same executable.', ) return repository_def_from_pointer(repository_handle.get_origin().code_pointer)
def test_single_graph(): single_graph_path = file_relative_path(__file__, "single_graph.py") loadable_targets = loadable_targets_from_python_file(single_graph_path) assert len(loadable_targets) == 1 symbol = loadable_targets[0].attribute assert symbol == "graph_one" repo_def = repository_def_from_pointer( CodePointer.from_python_file(single_graph_path, symbol, None)) isinstance(repo_def, RepositoryDefinition) assert repo_def.get_pipeline("graph_one")
def test_single_asset_group(): path = file_relative_path(__file__, "single_asset_group.py") loadable_targets = loadable_targets_from_python_file(path) assert len(loadable_targets) == 1 symbol = loadable_targets[0].attribute assert symbol == "my_asset_group" repo_def = repository_def_from_pointer( CodePointer.from_python_file(path, symbol, None)) isinstance(repo_def, RepositoryDefinition) the_job = repo_def.get_job("__ASSET_GROUP") assert len(the_job.graph.node_defs) == 2
def test_single_pipeline(): single_pipeline_path = file_relative_path(__file__, 'single_pipeline.py') loadable_targets = loadable_targets_from_python_file(single_pipeline_path) assert len(loadable_targets) == 1 symbol = loadable_targets[0].attribute assert symbol == 'a_pipeline' repo_def = repository_def_from_pointer( CodePointer.from_python_file(single_pipeline_path, symbol) ) isinstance(repo_def, RepositoryDefinition) assert repo_def.get_pipeline('a_pipeline')
def pipeline_def_from_pipeline_handle(pipeline_handle): check.inst_param(pipeline_handle, 'pipeline_handle', PipelineHandle) pointer = pipeline_handle.repository_handle.location_handle.pointer repo_def = repository_def_from_pointer(pointer) return repo_def.get_pipeline(pipeline_handle.pipeline_name)