def __init__(self, origin):
self._origin = check.inst_param(origin, "origin",
InProcessRepositoryLocationOrigin)
pointer = self.origin.recon_repo.pointer
repo_def = repository_def_from_pointer(pointer)
self.repository_code_pointer_dict = {repo_def.name: pointer}
def create_in_process_location(pointer):
check.inst_param(pointer, 'pointer', CodePointer)
# If we are here we know we are in a hosted_user_process so we can do this
from dagster.core.definitions.reconstructable import repository_def_from_pointer
repo_def = repository_def_from_pointer(pointer)
return InProcessRepositoryLocationHandle(IN_PROCESS_NAME, {repo_def.name: pointer})
def repository_def_from_repository_handle(repository_handle):
check.inst_param(repository_handle, 'repository_handle', RepositoryHandle)
check.param_invariant(
is_repository_location_in_same_python_env(repository_handle.repository_location_handle),
'repository_handle',
'In order to use this function the location of the repository must be in process '
'or it must a python environment with the exact same executable.',
)
return repository_def_from_pointer(repository_handle.get_origin().code_pointer)
def test_single_graph():
single_graph_path = file_relative_path(__file__, "single_graph.py")
loadable_targets = loadable_targets_from_python_file(single_graph_path)
assert len(loadable_targets) == 1
symbol = loadable_targets[0].attribute
assert symbol == "graph_one"
repo_def = repository_def_from_pointer(
CodePointer.from_python_file(single_graph_path, symbol, None))
isinstance(repo_def, RepositoryDefinition)
assert repo_def.get_pipeline("graph_one")
def test_single_asset_group():
path = file_relative_path(__file__, "single_asset_group.py")
loadable_targets = loadable_targets_from_python_file(path)
assert len(loadable_targets) == 1
symbol = loadable_targets[0].attribute
assert symbol == "my_asset_group"
repo_def = repository_def_from_pointer(
CodePointer.from_python_file(path, symbol, None))
isinstance(repo_def, RepositoryDefinition)
the_job = repo_def.get_job("__ASSET_GROUP")
assert len(the_job.graph.node_defs) == 2
def test_single_pipeline():
single_pipeline_path = file_relative_path(__file__, 'single_pipeline.py')
loadable_targets = loadable_targets_from_python_file(single_pipeline_path)
assert len(loadable_targets) == 1
symbol = loadable_targets[0].attribute
assert symbol == 'a_pipeline'
repo_def = repository_def_from_pointer(
CodePointer.from_python_file(single_pipeline_path, symbol)
)
isinstance(repo_def, RepositoryDefinition)
assert repo_def.get_pipeline('a_pipeline')
def pipeline_def_from_pipeline_handle(pipeline_handle):
check.inst_param(pipeline_handle, 'pipeline_handle', PipelineHandle)
pointer = pipeline_handle.repository_handle.location_handle.pointer
repo_def = repository_def_from_pointer(pointer)
return repo_def.get_pipeline(pipeline_handle.pipeline_name)
