def load(self, cached=True):
"""
Load from in-memory cache
Returns: python object
"""
if self.exists():
return cache.get(self.path)
else:
raise RuntimeError('Target does not exist, make sure task is complete')
def load(self, fun, cached=False, **kwargs):
"""
Runs a function to load data from storage into memory
Args:
fun (function): loading function
cached (bool): keep data cached in memory
**kwargs: arguments to pass to `fun`
Returns: data object
"""
if self.exists():
if not cached or not settings.cached or self.path not in cache:
opts = {**{},**kwargs}
df = fun(self.path, **opts)
if cached or settings.cached:
cache[self.path] = df
return df
else:
return cache.get(self.path)
else:
raise RuntimeError('Target does not exist, make sure task is complete')