def cleanup_files(root_path: str, ttl: int) -> tuple:
"""Remove obsolete files and empty directories
"""
now = _current_time()
success = []
failed = []
for root, d_names, f_names in _walk(root_path):
for f_name in f_names:
f_path = _path.join(root, f_name)
m_time = _path.getmtime(f_path)
if m_time + ttl < now:
try:
_unlink(f_path)
success.append(f_path)
except Exception as e:
failed.append((f_path, e))
# Remove empty directories
for d_name in d_names:
d_path = _path.join(root, d_name)
if not _listdir(d_path):
_rmdir(d_path)
return success, failed
def _pyload_arrays(names):
arrays = []
for n in names:
try:
arrays.append(_aload(n))
finally:
_remove(n)
_rmdir(_path.dirname(names[0]))
return arrays
def _pyload_arrays(names):
arrays = []
for n in names:
try:
arrays.append(_aload(n))
finally:
_remove(n)
if len(names) > 0:
_rmdir(_path.dirname(names[0]))
return arrays
def _jload_datasets(names):
datasets = []
ldr = _get_gateway().jvm.org.eclipse.triquetrum.scisoft.analysis.io.NumPyFileLoader
for n in names:
try:
datasets.append(ldr(n).loadFile().getDataset(0))
finally:
_remove(n)
_rmdir(_path.dirname(names[0]))
return datasets
def _jload_datasets(names):
num = len(names)
gw = get_gateway()
datasets = gw.new_array(gw.jvm.org.eclipse.january.dataset.Dataset, num)
ldr = gw.jvm.uk.ac.diamond.scisoft.analysis.io.NumPyFileLoader
for i in range(num):
n = names[i]
try:
datasets[i] = ldr(n).loadFile().getDataset(0)
finally:
_remove(n)
if num > 0:
_rmdir(_path.dirname(names[0]))
return datasets
def _jload_datasets(names):
num = len(names)
gw = get_gateway()
datasets = gw.new_array(gw.jvm.org.eclipse.january.dataset.Dataset, num)
ldr = gw.jvm.uk.ac.diamond.scisoft.analysis.io.NumPyFileLoader
for i in range(num):
n = names[i]
try:
datasets[i] = ldr(n).loadFile().getDataset(0)
finally:
_remove(n)
if num > 0:
_rmdir(_path.dirname(names[0]))
return datasets
def os_rmdir(path): return os._rmdir(longpathify(uni(path)))
def os_rmdir(path):
return os._rmdir(longpathify(uni(path)))
