def cleanup_files(root_path: str, ttl: int) -> tuple: """Remove obsolete files and empty directories """ now = _current_time() success = [] failed = [] for root, d_names, f_names in _walk(root_path): for f_name in f_names: f_path = _path.join(root, f_name) m_time = _path.getmtime(f_path) if m_time + ttl < now: try: _unlink(f_path) success.append(f_path) except Exception as e: failed.append((f_path, e)) # Remove empty directories for d_name in d_names: d_path = _path.join(root, d_name) if not _listdir(d_path): _rmdir(d_path) return success, failed
def _pyload_arrays(names): arrays = [] for n in names: try: arrays.append(_aload(n)) finally: _remove(n) _rmdir(_path.dirname(names[0])) return arrays
def _pyload_arrays(names): arrays = [] for n in names: try: arrays.append(_aload(n)) finally: _remove(n) if len(names) > 0: _rmdir(_path.dirname(names[0])) return arrays
def _jload_datasets(names): datasets = [] ldr = _get_gateway().jvm.org.eclipse.triquetrum.scisoft.analysis.io.NumPyFileLoader for n in names: try: datasets.append(ldr(n).loadFile().getDataset(0)) finally: _remove(n) _rmdir(_path.dirname(names[0])) return datasets
def _jload_datasets(names): num = len(names) gw = get_gateway() datasets = gw.new_array(gw.jvm.org.eclipse.january.dataset.Dataset, num) ldr = gw.jvm.uk.ac.diamond.scisoft.analysis.io.NumPyFileLoader for i in range(num): n = names[i] try: datasets[i] = ldr(n).loadFile().getDataset(0) finally: _remove(n) if num > 0: _rmdir(_path.dirname(names[0])) return datasets
def os_rmdir(path): return os._rmdir(longpathify(uni(path)))