Пример #1
0
    def __init__(self, origin: InProcessRepositoryLocationOrigin):
        from dagster.grpc.server import LoadedRepositories

        self._origin = check.inst_param(origin, "origin",
                                        InProcessRepositoryLocationOrigin)

        loadable_target_origin = self._origin.loadable_target_origin
        self._loaded_repositories = LoadedRepositories(
            loadable_target_origin, self._origin.entry_point)

        self._repository_code_pointer_dict = self._loaded_repositories.code_pointers_by_repo_name

        self._recon_repos = {
            repo_name: self._loaded_repositories.get_recon_repo(repo_name)
            for repo_name in self._repository_code_pointer_dict
        }

        self._repositories = {}
        for repo_name in self._repository_code_pointer_dict:
            recon_repo = self._loaded_repositories.get_recon_repo(repo_name)
            repo_def = recon_repo.get_definition()
            self._repositories[repo_name] = external_repo_from_def(
                repo_def,
                RepositoryHandle(repository_name=repo_name,
                                 repository_location=self),
            )
Пример #2
0
def get_full_external_pipeline(repo_yaml, pipeline_name):
    recon_repo = ReconstructableRepository.from_yaml(repo_yaml)
    repo_def = recon_repo.get_definition()
    external_repo = external_repo_from_def(
        repo_def,
        RepositoryHandle(
            repo_def.name,
            LocationHandle('<<MOCK_FOR_TEST>>', recon_repo.pointer),
        ),
    )
    return external_repo.get_full_external_pipeline(pipeline_name)
Пример #3
0
    def __init__(self, recon_repo):
        self._recon_repo = check.inst_param(recon_repo, 'recon_repo', ReconstructableRepository)
        self._handle = RepositoryLocationHandle.create_in_process_location(recon_repo.pointer)

        repo_def = recon_repo.get_definition()
        def_name = repo_def.name
        self._external_repo = external_repo_from_def(
            repo_def,
            RepositoryHandle(repository_name=def_name, repository_location_handle=self._handle),
        )
        self._repositories = {self._external_repo.name: self._external_repo}
Пример #4
0
    def __init__(self, handle):
        self._handle = check.inst_param(handle, "handle", InProcessRepositoryLocationHandle,)

        self._recon_repo = self._handle.origin.recon_repo

        repo_def = self._recon_repo.get_definition()
        def_name = repo_def.name
        self._external_repo = external_repo_from_def(
            repo_def,
            RepositoryHandle(repository_name=def_name, repository_location_handle=self._handle),
        )
        self._repositories = {self._external_repo.name: self._external_repo}
Пример #5
0
    def __init__(self, recon_repo, reloader=None):

        self._recon_repo = check.inst_param(recon_repo, 'recon_repo',
                                            ReconstructableRepository)
        self._handle = LocationHandle(self.name, recon_repo.pointer)

        self._external_repo = external_repo_from_def(
            recon_repo.get_definition(),
            RepositoryHandle(recon_repo.get_definition().name, self._handle),
        )

        self._repositories = {self._external_repo.name: self._external_repo}
        self.reloader = check.opt_inst_param(reloader, 'reloader', Reloader)
Пример #6
0
    def __init__(self, origin: InProcessRepositoryLocationOrigin):
        self._origin = check.inst_param(origin, "origin", InProcessRepositoryLocationOrigin)

        self._recon_repo = self._origin.recon_repo

        repo_def = self._recon_repo.get_definition()
        pointer = self._recon_repo.pointer

        self._repository_code_pointer_dict = {repo_def.name: pointer}

        def_name = repo_def.name

        self._external_repo = external_repo_from_def(
            repo_def,
            RepositoryHandle(repository_name=def_name, repository_location=self),
        )
        self._repositories = {self._external_repo.name: self._external_repo}