Exemplo n.º 1
0
def ds_dump(dds, path, name, desc):
    '''
        Save the summarized diffeomorphisms system to a pickle file
    
        :param path: output directory
        :param name: name of this system
    '''

    if not os.path.exists(path):
        os.makedirs(path)

    basename = os.path.join(path, '%s.discdds' % name)
    pickle_file = basename + '.pickle'
    filename_yaml = basename + '.yaml'

    safe_pickle_dump(dds, pickle_file)

    spec = {
        'id':
        name,
        'desc':
        desc,
        'code':
        ['diffeo2dds.load_pickle', {
            'file:pickle': name + '.discdds.pickle'
        }]
    }
    write_entries([spec], filename_yaml)
Exemplo n.º 2
0
    def __setitem__(self, key, value):  # @ReservedAssignment
        if trace_queries:
            logger.debug('W %s' % str(key))

        self.check_existence()

        filename = self.filename_for_key(key)
        dirname = os.path.dirname(filename)
        if not os.path.exists(dirname):
            os.makedirs(dirname)
            
        protocol = pickle.HIGHEST_PROTOCOL
        try:
            paranoid = False
            if paranoid:        
                safe_pickle_dump(value, filename, protocol)
            else:
                with open(filename, 'wb') as f:
                    pickle.dump(value, f, protocol)

        except Exception as e:
            msg = ('Cannot set key %s: cannot pickle object '
                    'of class %s: %s' % (key, value.__class__.__name__, e))
            logger.error(msg)
            logger.exception(e)
            emsg = find_pickling_error(value)
            logger.error(emsg)
            raise SerializationError(msg + '\n' + emsg)
Exemplo n.º 3
0
    def __setitem__(self, key, value):  # @ReservedAssignment
        if trace_queries:
            logger.debug('W %s' % str(key))

        self.check_existence()

        filename = self.filename_for_key(key)
        protocol = pickle.HIGHEST_PROTOCOL
        try:
#             paranoid = False
#             if paranoid or self.compress:  # safe_pickle_dump can take care of .gz
            safe_pickle_dump(value, filename, protocol)
#             else:
#                 if False:
#                     f = open(filename, 'wb', buffering=-1)
#                     pickle.dump(value, f, protocol)
#                 else:
#                     with open(filename, 'wb', buffering=-1) as f:
#                         pickle.dump(value, f, protocol)

        except Exception as e:
            msg = ('Cannot set key %s: cannot pickle object '
                    'of class %s: %s' % (key, value.__class__.__name__, e))
            logger.error(msg)
            logger.exception(e)
            emsg = find_pickling_error(value)
            logger.error(emsg)
            raise SerializationError(msg + '\n' + emsg)
Exemplo n.º 4
0
def aer_pipeline_transitions1_all(filename, name):
    """ Uses caches """
    cache_name = os.path.splitext(filename)[0] + '.events-%s.pickle' % name
    if os.path.exists(cache_name):
        logger.debug('Using cache %s ' % cache_name)
        return safe_pickle_load(cache_name)
    else:
        logger.debug('Cache not found %s' % cache_name)
        values = aer_pipeline_transitions1_all_slave(filename, name)
        safe_pickle_dump(values, cache_name)
        return values
Exemplo n.º 5
0
def aer_pipeline_transitions1_all(filename, name):
    """ Uses caches """
    cache_name = os.path.splitext(filename)[0] + '.events-%s.pickle' % name
    if os.path.exists(cache_name):
        logger.debug('Using cache %s ' % cache_name)
        return safe_pickle_load(cache_name)
    else:
        logger.debug('Cache not found %s' % cache_name)
        values = aer_pipeline_transitions1_all_slave(filename, name)
        safe_pickle_dump(values, cache_name)
        return values
Exemplo n.º 6
0
 def save(self, outdir):
     """ Creates outdir/<id_tc>.pickle and outdir/<>.yaml """
     filename_pickle = self.id_tc + '.tc.pickle'
     filename_yaml = self.id_tc + '.tc.yaml' 
     description = {
        'id': self.id_tc,
        'desc': 'Automatically generated test case',
        'code': ['diffeoplan.library.load_pickle',
                 {'file:pickle': filename_pickle}]
     }
     
     filename_pickle = os.path.join(outdir, filename_pickle)
     filename_yaml = os.path.join(outdir, filename_yaml)
     
     logger.info('Writing to %r ' % friendly_path(filename_pickle))
     safe_pickle_dump(self, filename_pickle)
     
     write_entries([description], filename_yaml)
Exemplo n.º 7
0
    def __setitem__(self, key, value):  # @ReservedAssignment
        if trace_queries:
            logger.debug('W %s' % str(key))

        self.check_existence()

        filename = self.filename_for_key(key)

        try:
            safe_pickle_dump(value, filename)
            assert os.path.exists(filename)

        except BaseException as e:
            msg = ('Cannot set key %s: cannot pickle object '
                   'of class %s: %s' % (key, value.__class__.__name__, e))
            logger.error(msg)
            logger.exception(e)
            emsg = find_pickling_error(value)
            logger.error(emsg)
            raise SerializationError(msg + '\n' + emsg)
Exemplo n.º 8
0
    def __setitem__(self, key, value):  # @ReservedAssignment
        if trace_queries:
            logger.debug('W %s' % str(key))

        self.check_existence()

        filename = self.filename_for_key(key)

        try:
            safe_pickle_dump(value, filename)
            assert os.path.exists(filename)
        except KeyboardInterrupt:
            raise
        except BaseException as e:
            msg = ('Cannot set key %s: cannot pickle object '
                   'of class %s: %s' % (key, value.__class__.__name__, e))
            logger.error(msg)
            logger.exception(e)
            emsg = find_pickling_error(value)
            logger.error(emsg)
            raise SerializationError(msg + '\n' + emsg)
Exemplo n.º 9
0
    def save(self, outdir):
        """ Creates outdir/<id_tc>.pickle and outdir/<>.yaml """
        filename_pickle = self.id_tc + '.tc.pickle'
        filename_yaml = self.id_tc + '.tc.yaml'
        description = {
            'id':
            self.id_tc,
            'desc':
            'Automatically generated test case',
            'code': [
                'diffeoplan.library.load_pickle', {
                    'file:pickle': filename_pickle
                }
            ]
        }

        filename_pickle = os.path.join(outdir, filename_pickle)
        filename_yaml = os.path.join(outdir, filename_yaml)

        logger.info('Writing to %r ' % friendly_path(filename_pickle))
        safe_pickle_dump(self, filename_pickle)

        write_entries([description], filename_yaml)
Exemplo n.º 10
0
def ds_dump(dds, path, name, desc):
    '''
        Save the summarized diffeomorphisms system to a pickle file
    
        :param path: output directory
        :param name: name of this system
    '''
    
    if not os.path.exists(path):
        os.makedirs(path)

    basename = os.path.join(path, '%s.discdds' % name)
    pickle_file = basename + '.pickle'
    filename_yaml = basename + '.yaml'

    safe_pickle_dump(dds, pickle_file)
            
    spec = {
       'id': name,
       'desc': desc,
       'code': ['diffeo2dds.load_pickle',
                {'file:pickle': name + '.discdds.pickle'}]
    }
    write_entries([spec], filename_yaml)
Exemplo n.º 11
0
# -*- coding: utf-8 -*-
def f1():
    """ Docs of this function. """
    pass


import sys
import pickle

from compmake.utils import safe_pickle_dump

if __name__ == '__main__':
    # module = sys.modules['__main__']
    print(sys.modules['__main__'])
    filename = 'f1.pickle'
    safe_pickle_dump(f1, filename)

# if __name__ == '__main__':
#     import compmake
#     c = compmake.Context()
#     c.comp(f1)
#     c.batch_command('make')
Exemplo n.º 12
0
def f1():
    """ Docs of this function. """
    pass

import sys
import pickle

from compmake.utils import safe_pickle_dump

if __name__ == '__main__':
    # module = sys.modules['__main__']
    print(sys.modules['__main__'])
    filename ='f1.pickle' 
    safe_pickle_dump(f1, filename)


# if __name__ == '__main__':
#     import compmake
#     c = compmake.Context()
#     c.comp(f1)
#     c.batch_command('make')