def mkdir_if_not_exists(fs: s3fs.S3FileSystem, path: str) -> None: """ Create a directory if not exists. :param fs: Files-system :param path: Directory path :return: None """ if fs._isfilestore() and not fs.exists(path): try: fs.mkdir(path) except OSError: assert fs.exists(path)
def prep_and_check_s3(full_zarr_filename: str, s3: s3fs.S3FileSystem): if s3.exists(full_zarr_filename): raise FileExistsError( 'Destination already exists: {}'.format(full_zarr_filename)) zarr_path, _ = os.path.split(full_zarr_filename) s3.makedirs(path=zarr_path)
def exists(self, path): return S3FileSystem.exists(self, get_key(path))
def get_contents(path: str, client: S3FileSystem) -> Optional[str]: if not client.exists(path): return None with client.open(path, "r") as fp: return fp.read()