def ds_dump(dds, path, name, desc): ''' Save the summarized diffeomorphisms system to a pickle file :param path: output directory :param name: name of this system ''' if not os.path.exists(path): os.makedirs(path) basename = os.path.join(path, '%s.discdds' % name) pickle_file = basename + '.pickle' filename_yaml = basename + '.yaml' safe_pickle_dump(dds, pickle_file) spec = { 'id': name, 'desc': desc, 'code': ['diffeo2dds.load_pickle', { 'file:pickle': name + '.discdds.pickle' }] } write_entries([spec], filename_yaml)
def __setitem__(self, key, value): # @ReservedAssignment if trace_queries: logger.debug('W %s' % str(key)) self.check_existence() filename = self.filename_for_key(key) dirname = os.path.dirname(filename) if not os.path.exists(dirname): os.makedirs(dirname) protocol = pickle.HIGHEST_PROTOCOL try: paranoid = False if paranoid: safe_pickle_dump(value, filename, protocol) else: with open(filename, 'wb') as f: pickle.dump(value, f, protocol) except Exception as e: msg = ('Cannot set key %s: cannot pickle object ' 'of class %s: %s' % (key, value.__class__.__name__, e)) logger.error(msg) logger.exception(e) emsg = find_pickling_error(value) logger.error(emsg) raise SerializationError(msg + '\n' + emsg)
def __setitem__(self, key, value): # @ReservedAssignment if trace_queries: logger.debug('W %s' % str(key)) self.check_existence() filename = self.filename_for_key(key) protocol = pickle.HIGHEST_PROTOCOL try: # paranoid = False # if paranoid or self.compress: # safe_pickle_dump can take care of .gz safe_pickle_dump(value, filename, protocol) # else: # if False: # f = open(filename, 'wb', buffering=-1) # pickle.dump(value, f, protocol) # else: # with open(filename, 'wb', buffering=-1) as f: # pickle.dump(value, f, protocol) except Exception as e: msg = ('Cannot set key %s: cannot pickle object ' 'of class %s: %s' % (key, value.__class__.__name__, e)) logger.error(msg) logger.exception(e) emsg = find_pickling_error(value) logger.error(emsg) raise SerializationError(msg + '\n' + emsg)
def aer_pipeline_transitions1_all(filename, name): """ Uses caches """ cache_name = os.path.splitext(filename)[0] + '.events-%s.pickle' % name if os.path.exists(cache_name): logger.debug('Using cache %s ' % cache_name) return safe_pickle_load(cache_name) else: logger.debug('Cache not found %s' % cache_name) values = aer_pipeline_transitions1_all_slave(filename, name) safe_pickle_dump(values, cache_name) return values
def save(self, outdir): """ Creates outdir/<id_tc>.pickle and outdir/<>.yaml """ filename_pickle = self.id_tc + '.tc.pickle' filename_yaml = self.id_tc + '.tc.yaml' description = { 'id': self.id_tc, 'desc': 'Automatically generated test case', 'code': ['diffeoplan.library.load_pickle', {'file:pickle': filename_pickle}] } filename_pickle = os.path.join(outdir, filename_pickle) filename_yaml = os.path.join(outdir, filename_yaml) logger.info('Writing to %r ' % friendly_path(filename_pickle)) safe_pickle_dump(self, filename_pickle) write_entries([description], filename_yaml)
def __setitem__(self, key, value): # @ReservedAssignment if trace_queries: logger.debug('W %s' % str(key)) self.check_existence() filename = self.filename_for_key(key) try: safe_pickle_dump(value, filename) assert os.path.exists(filename) except BaseException as e: msg = ('Cannot set key %s: cannot pickle object ' 'of class %s: %s' % (key, value.__class__.__name__, e)) logger.error(msg) logger.exception(e) emsg = find_pickling_error(value) logger.error(emsg) raise SerializationError(msg + '\n' + emsg)
def __setitem__(self, key, value): # @ReservedAssignment if trace_queries: logger.debug('W %s' % str(key)) self.check_existence() filename = self.filename_for_key(key) try: safe_pickle_dump(value, filename) assert os.path.exists(filename) except KeyboardInterrupt: raise except BaseException as e: msg = ('Cannot set key %s: cannot pickle object ' 'of class %s: %s' % (key, value.__class__.__name__, e)) logger.error(msg) logger.exception(e) emsg = find_pickling_error(value) logger.error(emsg) raise SerializationError(msg + '\n' + emsg)
def save(self, outdir): """ Creates outdir/<id_tc>.pickle and outdir/<>.yaml """ filename_pickle = self.id_tc + '.tc.pickle' filename_yaml = self.id_tc + '.tc.yaml' description = { 'id': self.id_tc, 'desc': 'Automatically generated test case', 'code': [ 'diffeoplan.library.load_pickle', { 'file:pickle': filename_pickle } ] } filename_pickle = os.path.join(outdir, filename_pickle) filename_yaml = os.path.join(outdir, filename_yaml) logger.info('Writing to %r ' % friendly_path(filename_pickle)) safe_pickle_dump(self, filename_pickle) write_entries([description], filename_yaml)
def ds_dump(dds, path, name, desc): ''' Save the summarized diffeomorphisms system to a pickle file :param path: output directory :param name: name of this system ''' if not os.path.exists(path): os.makedirs(path) basename = os.path.join(path, '%s.discdds' % name) pickle_file = basename + '.pickle' filename_yaml = basename + '.yaml' safe_pickle_dump(dds, pickle_file) spec = { 'id': name, 'desc': desc, 'code': ['diffeo2dds.load_pickle', {'file:pickle': name + '.discdds.pickle'}] } write_entries([spec], filename_yaml)
# -*- coding: utf-8 -*- def f1(): """ Docs of this function. """ pass import sys import pickle from compmake.utils import safe_pickle_dump if __name__ == '__main__': # module = sys.modules['__main__'] print(sys.modules['__main__']) filename = 'f1.pickle' safe_pickle_dump(f1, filename) # if __name__ == '__main__': # import compmake # c = compmake.Context() # c.comp(f1) # c.batch_command('make')
def f1(): """ Docs of this function. """ pass import sys import pickle from compmake.utils import safe_pickle_dump if __name__ == '__main__': # module = sys.modules['__main__'] print(sys.modules['__main__']) filename ='f1.pickle' safe_pickle_dump(f1, filename) # if __name__ == '__main__': # import compmake # c = compmake.Context() # c.comp(f1) # c.batch_command('make')