def test_pickle(): import tempfile from numpy.testing import assert_equal tmpdir = tempfile.mkdtemp(prefix='pickle') a = lrange(10) save_pickle(a, tmpdir+'/res.pkl') b = load_pickle(tmpdir+'/res.pkl') assert_equal(a, b) #cleanup, tested on Windows try: import os os.remove(tmpdir+'/res.pkl') os.rmdir(tmpdir) except (OSError, IOError): pass assert not os.path.exists(tmpdir) #test with file handle fh = BytesIO() save_pickle(a, fh) fh.seek(0,0) c = load_pickle(fh) fh.close() assert_equal(a,b)
def test_pickle(): import tempfile from numpy.testing import assert_equal tmpdir = tempfile.mkdtemp(prefix='pickle') a = range(10) save_pickle(a, tmpdir+'/res.pkl') b = load_pickle(tmpdir+'/res.pkl') assert_equal(a, b) #cleanup, tested on Windows try: import os os.remove(tmpdir+'/res.pkl') os.rmdir(tmpdir) except (OSError, IOError): pass assert not os.path.exists(tmpdir) #test with file handle from statsmodels.compatnp.py3k import BytesIO fh = BytesIO() save_pickle(a, fh) fh.seek(0,0) c = load_pickle(fh) fh.close() assert_equal(a,b)
def test_pickle_supports_open(): tmpdir = tempfile.mkdtemp(prefix="pickle") a = lrange(10) class SubPath: def __init__(self, path): self._path = pathlib.Path(path) def open( self, mode="r", buffering=-1, encoding=None, errors=None, newline=None, ): return self._path.open( mode=mode, buffering=buffering, encoding=encoding, errors=errors, newline=newline, ) # test with pathlib path_pathlib = SubPath(tmpdir + os.pathsep + "res2.pkl") save_pickle(a, path_pathlib) c = load_pickle(path_pathlib) assert_equal(a, c)
def __store_model(model, config): stored_model_ref = tb.compute_model_id_hash( config) + '_' + config['date'] + '.pkl' abs_path_model_ref = os.path.join(tempfile.gettempdir(), stored_model_ref) #Save the model pick.save_pickle(model, abs_path_model_ref) return stored_model_ref
def save(self, fname, remove_data=False): '''save a pickle of this instance Parameters ---------- fname : string or filehandle fname can be a string to a file path or filename, or a filehandle. remove_data : bool If False (default), then the instance is pickled without changes. If True, then all arrays with length nobs are set to None before pickling. See the remove_data method. In some cases not all arrays will be set to None. ''' from statsmodels.iolib.smpickle import save_pickle if remove_data: self.remove_data() save_pickle(self, fname)
def save(self, fname, remove_data=False): """ Save a pickle of this instance. Parameters ---------- fname : {str, handle} Either a filename or a valid file handle. remove_data : bool If False (default), then the instance is pickled without changes. If True, then all arrays with length nobs are set to None before pickling. See the remove_data method. In some cases not all arrays will be set to None. """ from statsmodels.iolib.smpickle import save_pickle if remove_data: self.remove_data() save_pickle(self, fname)
def test_pickle(): tmpdir = tempfile.mkdtemp(prefix="pickle") a = lrange(10) # test with str path_str = tmpdir + "/res.pkl" save_pickle(a, path_str) b = load_pickle(path_str) assert_equal(a, b) # test with pathlib path_pathlib = pathlib.Path(tmpdir) / "res2.pkl" save_pickle(a, path_pathlib) c = load_pickle(path_pathlib) assert_equal(a, c) # cleanup, tested on Windows try: import os os.remove(path_str) os.remove(path_pathlib) os.rmdir(tmpdir) except (OSError, IOError): pass assert not os.path.exists(tmpdir) # test with file handle fh = BytesIO() save_pickle(a, fh) fh.seek(0, 0) d = load_pickle(fh) fh.close() assert_equal(a, d)
def test_pickle(): tmpdir = tempfile.mkdtemp(prefix='pickle') a = lrange(10) save_pickle(a, tmpdir + '/res.pkl') b = load_pickle(tmpdir + '/res.pkl') assert_equal(a, b) # cleanup, tested on Windows try: import os os.remove(tmpdir + '/res.pkl') os.rmdir(tmpdir) except (OSError, IOError): pass assert not os.path.exists(tmpdir) # test with file handle fh = BytesIO() save_pickle(a, fh) fh.seek(0, 0) c = load_pickle(fh) fh.close() assert_equal(a, c)