コード例 #1
0
ファイル: make_deliverable.py プロジェクト: SETI/pdart
def copy_fs(version_view: FS, deliverable: FS) -> None:
    # TODO The note below is probably obsolete.  It was written when
    # we were using the DeliverableFS to make the deliverable.  We've
    # now switched to using the DeliverableView. (The obsolete
    # DeliverableFS has been deleted from the repo.)  In any case,
    # this doesn't seem to hurt anything, but it can probably all be
    # replaced by fs.copy.copy_file()--see the last line.  Try it and
    # see.

    # TODO I could (and used to) just do a fs.copy.copy_fs() from the
    # version_view to a DeliverableFS.  I removed it to debug issues
    # with the validation tool.  Now I find this hack is just as easy
    # (though I wonder about efficiency).  It bothers me that this
    # visits hack parallels a visits hack in
    # plain_lidvid_to_visits_dirpath().  I should figure this out and
    # make it clean.  For now, though, this works.

    # Uses dollar-terminated paths
    for path, dirs, files in version_view.walk():
        parts = fs.path.parts(path)
        if len(parts) == 4:
            if len(parts[3]) == 10:
                visit = "visit_" + parts[3][4:6].lower() + "$"
                parts[3] = visit
        new_path = fs.path.join(*parts)
        if not deliverable.isdir(new_path):
            deliverable.makedir(new_path)
        for file in files:
            old_filepath = fs.path.join(path, file.name)
            new_filepath = fs.path.join(new_path, file.name)
            fs.copy.copy_file(version_view, old_filepath, deliverable,
                              new_filepath)
コード例 #2
0
    def create_cowfs(base_fs: FS,
                     read_write_layer: FS,
                     recreate: bool = False) -> "COWFS":
        additions_fs = read_write_layer.makedir("/additions",
                                                recreate=recreate)
        deletions_fs = read_write_layer.makedir("/deletions",
                                                recreate=recreate)

        return COWFS(base_fs, additions_fs, deletions_fs)
コード例 #3
0
ファイル: test_utils.py プロジェクト: SETI/pdart
def write_dictionary_to_fs(fs: FS, dir_path: str, d: Dict[Any, Any]) -> None:
    for k, v in d.items():
        assert type(k) in [str, str]
        type_v = type(v)
        sub_path = join(dir_path, str(k))
        if type_v == dict:
            fs.makedir(sub_path)
            write_dictionary_to_fs(fs, sub_path, v)
        elif type_v in [str, str]:
            fs.writetext(sub_path, str(v))
        else:
            assert False, f"unexpected type {type_v} at {sub_path}"
コード例 #4
0
 def run(
     self,
     trial: Trial,
     judge: TrialJudge,
     checkpoint_basedir_fs: FSBase,
 ) -> None:
     checkpoint = Checkpoint(
         checkpoint_basedir_fs.makedir(trial.trial_id, recreate=True))
     if not judge.can_accept(trial):
         return
     self._current_trial = trial
     self.initialize()
     try:
         if len(checkpoint) > 0:
             self._rung = int(checkpoint.latest.readtext("__RUNG__")) + 1
             self.load_checkpoint(checkpoint.latest)
         budget = judge.get_budget(trial, self.rung)
         while budget > 0:
             report = self.run_single_rung(budget)
             report = report.with_rung(self.rung).with_sort_metric(
                 self.generate_sort_metric(report.metric))
             decision = judge.judge(report)
             if decision.should_checkpoint:
                 with checkpoint.create() as fs:
                     fs.writetext("__RUNG__", str(self.rung))
                     self.save_checkpoint(fs)
             budget = decision.budget
             self._rung += 1
     finally:
         self.finalize()
コード例 #5
0
ファイル: _effects.py プロジェクト: jonathanj/cacofonix
 def __init__(self, root_fs: FS, config: Config):
     super(RealSideEffects, self).__init__(root_fs)
     self.fragments_fs = root_fs.makedir(config.change_fragments_path,
                                         recreate=True)