def get_output_dir(self, *args, **kwargs):
""" Returns the directory in which are persisted the results
of the function corresponding to the given arguments.
The results can be loaded using the .load_output method.
"""
coerce_mmap = self.mmap_mode is not None
argument_hash = hash(filter_args(self.func, self.ignore, args, kwargs), coerce_mmap=coerce_mmap)
output_dir = os.path.join(self._get_func_dir(self.func), argument_hash)
return output_dir, argument_hash
def get_output_dir(self, *args, **kwargs):
""" Returns the directory in which are persisted the results
of the function corresponding to the given arguments.
The results can be loaded using the .load_output method.
"""
coerce_mmap = (self.mmap_mode is not None)
argument_hash = hash(filter_args(self.func, self.ignore, args, kwargs),
coerce_mmap=coerce_mmap)
output_dir = os.path.join(self._get_func_dir(self.func), argument_hash)
return output_dir, argument_hash
def _persist_input(self, output_dir, *args, **kwargs):
""" Save a small summary of the call using json format in the
output directory.
"""
argument_dict = filter_args(self.func, self.ignore, args, kwargs)
input_repr = dict((k, repr(v)) for k, v in argument_dict.iteritems())
if json is not None:
# This can fail do to race-conditions with multiple
# concurrent joblibs removing the file or the directory
try:
mkdirp(output_dir)
json.dump(input_repr, file(os.path.join(output_dir, "input_args.json"), "w"))
except:
pass
return input_repr
def _persist_input(self, output_dir, *args, **kwargs):
""" Save a small summary of the call using json format in the
output directory.
"""
argument_dict = filter_args(self.func, self.ignore, args, kwargs)
input_repr = dict((k, repr(v)) for k, v in argument_dict.iteritems())
if json is not None:
# This can fail do to race-conditions with multiple
# concurrent joblibs removing the file or the directory
try:
mkdirp(output_dir)
json.dump(
input_repr,
file(os.path.join(output_dir, 'input_args.json'), 'w'),
)
except:
pass
return input_repr
