def save(self, path): """ Save objects to disk for later reference """ unix.mkdir(_full(path)) for name in self.names: fullfile = join(_full(path), name+'.p') saveobj(fullfile, sys.modules[name])
def test_saveload(self): filename = "tmp_pickle_file" obj_init = "Something" tools.saveobj(filename, obj_init) obj_read = tools.loadobj(filename) self.assertEqual(obj_read, obj_init) os.remove(filename)
def save(self, path): """ Save objects to disk for later reference """ fullpath = self.fullpath(path) unix.mkdir(fullpath) for key in self.objects: saveobj(fullpath +'/'+ key+'.p', sys.modules[key])
def run(self, classname, funcname, hosts='all', **kwargs): """ Runs tasks in serial or parallel on specified hosts """ name = task.__name__ if PAR.VERBOSE >= 2: print 'running', name # save current state save_objects(join(PATH.OUTPUT, 'SeisflowsObjects')) # save keyword arguments kwargspath = join(PATH.OUTPUT, 'SeisflowsObjects', classname + '_kwargs') kwargsfile = join(kwargspath, funcname + '.p') unix.mkdir(kwargspath) saveobj(kwargsfile, kwargs) if hosts == 'all': # run on all available nodes args = ('pbsdsh ' + findpath('system') + '/' + 'pbs/wrapper_pbsdsh ' + PATH.OUTPUT + ' ' + classname + ' ' + funcname) elif hosts == 'head': # run on head node args = ('pbsdsh ' + findpath('system') + '/' + 'slurm/wrapper_pbsdsh ' + PATH.OUTPUT + ' ' + classname + ' ' + funcname) else: raise Exception subprocess.call(args, shell=1)
def save(self, name, path='.'): """Saves current state""" try: fullpath = join(abspath(path), name) except: raise IOError(path) unix.mkdir(fullpath) for key in self.keys: saveobj(fullpath + '/' + key + '.p', sys.modules[key])
def save_kwargs(self, classname, funcname, kwargs): kwargspath = join(PATH.OUTPUT, 'SeisflowsObjects', classname+'_kwargs') kwargsfile = join(kwargspath, funcname+'.p') unix.mkdir(kwargspath) saveobj(kwargsfile, kwargs)
def save_kwargs(self, classname, funcname, kwargs): kwargspath = join(PATH.OUTPUT, 'SeisflowsObjects', classname + '_kwargs') kwargsfile = join(kwargspath, funcname + '.p') unix.mkdir(kwargspath) saveobj(kwargsfile, kwargs)