def _collect_output(self, executor: ExperimentExecutor): """Copy (download) output from the executor tree into experiments workspace. """ logger.debug("Collecting output from '%s'", executor.tmp_dir) self._process( self.exp_dvc.tree, executor.tree, executor.collect_output(), download=True, )
def _collect_input(self, executor: ExperimentExecutor): """Copy (upload) input from the experiments workspace to the executor tree. """ logger.debug("Collecting input for '%s'", executor.tmp_dir) repo_tree = RepoTree(self.exp_dvc) self._process( executor.tree, self.exp_dvc.tree, executor.collect_files(self.exp_dvc.tree, repo_tree), )
def _pack_args(self, *args, **kwargs): ExperimentExecutor.pack_repro_args(self.args_file, *args, **kwargs) self.scm.add(self.args_file)
def _unpack_args(self, tree=None): return ExperimentExecutor.unpack_repro_args(self.args_file, tree=tree)
def _unpack_args(self, tree=None): args_file = os.path.join(self.exp_dvc.tmp_dir, self.PACKED_ARGS_FILE) return ExperimentExecutor.unpack_repro_args(args_file, tree=tree)