def test_sync_from_dir_noop_local(self): path = os.path.join(self.tmp_dir.name, 'lorem', 'ipsum.txt') src = os.path.join(self.tmp_dir.name, 'lorem') make_dir(src, check_empty=False) fs = FileSystem.get_file_system(src, 'r') fs.write_bytes(path, bytes([0x00, 0x01])) sync_from_dir(src, src, delete=True) self.assertEqual(len(list_paths(src)), 1)
def fetch_cmd_dir(root_uri: str, cmd: str, download_dir: str) -> str: """Download the output directory of a particular RV command, located at root_uri/cmd (e.g. root_uri/eval) to the download_dir directory. """ cmd_root_uri = join(root_uri, cmd) console_info(f'Fetching {cmd} directory: {cmd_root_uri}') cmd_root_uri_local = to_local_uri(cmd_root_uri, download_dir, full_path=False) sync_from_dir(cmd_root_uri, cmd_root_uri_local) return cmd_root_uri_local
def test_sync_from_http(self): src = 'http://localhost/' dst = self.tmp_dir.name self.assertRaises(NotReadableError, lambda: sync_from_dir(src, dst))
def sync_from_cloud(self): """Sync any previous output in the cloud to output_dir.""" sync_from_dir(self.cfg.output_uri, self.output_dir)
def sync_from_cloud(self): """Sync any previous output in the cloud to output_dir.""" if self.cfg.output_uri.startswith('s3://'): sync_from_dir(self.cfg.output_uri, self.output_dir)