def test_pandas(self):
global df, s_int32, s_int64, s_int16, s_int8
s_int8 = pd.Series([1, 2, 3], dtype=np.int8)
s_int16 = pd.Series([1, 2, 3], dtype=np.int16)
s_int32 = pd.Series([1, 2, 3], dtype=np.int32)
s_int64 = pd.Series([1, 2, 3], dtype=np.int64)
df = dict(('s' + str(i), s)
for i, s in enumerate([s_int8, s_int16, s_int32, s_int64]))
df = pd.DataFrame(df)
df['float32'] = np.array([1.0, 2.0, 3.0], dtype=np.float32)
df['float64'] = np.array([1.0, 2.0, 3.0], dtype=np.float64)
variables = ['s_int8', 's_int16', 's_int32', 's_int64', 'df']
with ensure_clean() as path:
stash(path, verbose=False)
_g = globals()
for v in variables:
del _g[v]
vault = unstash(path, verbose=False)
assert 's_int8' in vault
assert 's_int16' in vault
assert 's_int32' in vault
assert 's_int64' in vault
assert 'df' in vault
for v in variables:
del _g[v]
def test_pandas(self):
global df, p, p4d, s_int32, s_int64, s_int16, s_int8
s_int8 = pd.Series([1, 2, 3], dtype=np.int8)
s_int16 = pd.Series([1, 2, 3], dtype=np.int16)
s_int32 = pd.Series([1, 2, 3], dtype=np.int32)
s_int64 = pd.Series([1, 2, 3], dtype=np.int64)
d = dict(('s' + str(i), s) for i, s in enumerate([s_int8, s_int16, s_int32, s_int64]))
df = pd.DataFrame(d)
df['float32'] = np.array([1.0, 2.0, 3.0], dtype=np.float32)
df['float64'] = np.array([1.0, 2.0, 3.0], dtype=np.float64)
p = pd.Panel({'A': df, 'B': df})
p4d = pd.Panel4D({'i': p, 'ii': p})
vars = ['s_int8', 's_int16', 's_int32', 's_int64', 'df', 'p', 'p4d']
with ensure_clean() as path:
stash(path, verbose=False)
_g = globals()
for v in vars:
del _g[v]
vault = unstash(path, verbose=False)
self.assertTrue('s_int8' in vault)
self.assertTrue('s_int16' in vault)
self.assertTrue('s_int32' in vault)
self.assertTrue('s_int64' in vault)
self.assertTrue('df' in vault)
self.assertTrue('p' in vault)
self.assertTrue('p4d' in vault)
for v in vars:
del _g[v]
def test_warnings_large_int(self):
global e
e = 2**65
with ensure_clean() as path:
with pytest.warns(UnsupportedValueWarning):
stash(path, verbose=False)
unstash(path, verbose=False)
del e
def test_insert(self):
global a, b, c, d
a, b, c, d = 1, 'a', 'one', 'aye'
with ensure_clean() as path:
stash(path, verbose=False)
del a, b, c, d
vault = unstash(path, verbose=False, insert=False)
for key in ('a', 'b', 'c', 'd'):
self.assertTrue(key in vault)
self.assertTrue(key not in globals())
def test_verbose(self):
global a, b, c, d
a = 'a'
b = 1
c = pd.DataFrame([1.0, 2.0, 3.0], columns=['A'])
d = np.array(c)
with ensure_clean() as path:
stash(path, verbose=True)
vault = unstash(path, verbose=True)
del a, b, c, d
def test_numpy_str(self):
global a
a = np.array(['apple','banana','cherry'])
with ensure_clean() as path:
stash(path, verbose=False)
del a
vault = unstash(path, verbose=False)
self.assertTrue('a' in globals())
np.testing.assert_array_equal(vault.a, np.array(['apple','banana','cherry']))
del a
def test_numpy_bool(self):
global a
a = np.array([1,0,1,0,1,0], dtype=np.bool)
with ensure_clean() as path:
stash(path, verbose=False)
del a
vault = unstash(path, verbose=False)
self.assertTrue('a' in globals())
np.testing.assert_array_equal(vault.a, np.array([1,0,1,0,1,0], dtype=np.bool))
del a
def test_scalars(self):
global a, b, c, d, e, f
a, b, c, d, e, f = 1.0, -1.0, 1, -1, 'str', u'unicode'
with ensure_clean() as path:
stash(path, verbose=False)
del a, b, c, d, e, f
vault = unstash(path, verbose=False)
for key in ('a', 'b', 'c', 'd', 'e', 'f'):
self.assertTrue(key in globals())
self.assertTrue(key in vault)
del a, b, c, d, e, f
def test_smoke(self):
global a
a = 'a'
with ensure_clean() as path:
stash(path, verbose=False)
del a
vault = unstash(path, verbose=False)
self.assertTrue('a' in vault)
self.assertTrue('a' in globals())
self.assertTrue(a == 'a')
del a
def test_smoke(self):
global a
a = 'a'
with ensure_clean() as path:
stash(path, verbose=False)
del a
vault = unstash(path, verbose=False)
assert 'a' in vault
assert 'a' in globals()
assert a == 'a'
del a
def test_warnings_large_int(self):
global e
e = 2 ** 65
with ensure_clean() as path:
with warnings.catch_warnings(record=True) as w:
warnings.simplefilter('always')
stash(path, verbose=False)
vault = unstash(path, verbose=False)
self.assertTrue(len(w) == 1)
self.assertTrue(issubclass(w[-1].category, UnsupportedValueWarning))
del e
def test_overwrite(self):
global a, b, c, d
a, b, c, d = 1, 'a', 'one', 'aye'
with ensure_clean() as path:
stash(path, verbose=False)
del a, b, c
d = 'something else'
vault = unstash(path, verbose=False, overwrite=False)
self.assertTrue(d == 'something else')
self.assertTrue('d' in vault)
self.assertTrue(vault.d == 'aye')
del d
def test_kwargs(self):
global df
df = pd.DataFrame(np.random.randn(1000000, 5))
with ensure_clean() as path:
stash(path, verbose=False, complib='blosc', complevel=9)
del df
import tables
h5f = tables.open_file(path)
table = h5f.root._f_get_child('pandas:df')._f_get_child('table')
self.assertTrue(table.filters.complib == 'blosc')
self.assertTrue(table.filters.complevel == 9)
h5f.close()
def test_exclude(self):
global apple, banana, cherry, date
apple, banana, cherry, date = 1, 2, 3, 4
with ensure_clean() as path:
stash(path, exclude=['*a*'])
del apple, banana, cherry, date
vault = unstash(path, verbose=True)
self.assertTrue('cherry' in globals())
self.assertTrue('cherry' in vault)
for key in ('apple', 'banana', 'date'):
self.assertTrue(key not in globals())
self.assertTrue(key not in vault)
del cherry
def test_long_variable_names(self):
global this_is_a_long_name, this_is_another_long_name
global this_is_a_third_long_name
this_is_a_long_name = pd.DataFrame([1, 2, 3])
this_is_another_long_name = pd.DataFrame([1, 2, 3])
this_is_a_third_long_name = pd.DataFrame([1, 2, 3])
with ensure_clean() as path:
stash(path, verbose=True)
del this_is_a_long_name, this_is_another_long_name, \
this_is_a_third_long_name
vault = unstash(path, verbose=True)
del this_is_a_long_name, this_is_another_long_name, \
this_is_a_third_long_name
def test_alternative_frame(self):
global a, b, c, d
a, b, c, d = 1, 'a', 'one', 'aye'
frame = {'a1': a, 'b1': b, 'c1': c, 'd1': d}
with ensure_clean() as path:
stash(path, verbose=False, frame=frame)
del a, b, c, d
new_frame = {}
vault = unstash(path, verbose=False, frame=new_frame)
for key in ('a1', 'b1', 'c1', 'd1'):
self.assertTrue(key in vault)
self.assertTrue(key in new_frame)
self.assertTrue(key not in globals())
def test_warnings_errors(self):
global e
e = np.zeros((2, 2, 2, 2, 2))
with ensure_clean() as path:
with warnings.catch_warnings(record=True) as w:
warnings.simplefilter('always')
stash(path, verbose=False)
vault = unstash(path, verbose=False)
self.assertTrue(len(w) == 1)
self.assertTrue(issubclass(w[-1].category, UnsupportedDimensionWarning))
e = np.zeros((2,))
with ensure_clean() as path:
self.assertRaises(TypeError, stash, path, frame=[e], verbose=False)
del e
def test_include(self):
global a, apple, anagram, banana
a = 'a'
apple = 'apple'
anagram = 121
banana = 'minion'
with ensure_clean() as path:
stash(path, include=['a', 'a*'], verbose=False)
del a, apple, anagram, banana
vault = unstash(path, verbose=False)
self.assertTrue('a' in vault)
self.assertTrue('apple' in vault)
self.assertTrue('anagram' in vault)
self.assertTrue('banana' not in vault)
del a, apple, anagram
def test_numpy(self):
global complex
dtypes = [np.uint8, np.uint16, np.uint32, np.float32, np.float64,
np.int8, np.int16, np.int32, np.int64, np.bool]
_g = globals()
for i, dtype in enumerate(dtypes):
_g['np_' + str(i)] = np.array([0, 1, 2, 3], dtype=dtype)
complex = np.array([0, 1, 2, 3], dtype=np.complex128)
with ensure_clean() as path:
stash(path, verbose=False)
vault = unstash(path, verbose=False)
dicts = [globals(), vault]
names = ['np_' + str(i) for i in range(len(dtypes))]
for d in dicts:
for n in names:
self.assertTrue(n in d)
for n in names:
del globals()[n]
del complex
import pandas as pd import numpy as np arr1 = np.array([1,2,3]) a = 1 b = "a" d = dict(a=1, b=b, c=arr1) import pandas_stash as pds pds.stash(frame=globals(), overwrite=True) import pandas_stash as pds pds.unstash(overwrite=True) d arr1
def test_empty(self):
with ensure_clean() as path:
stash(path, exclude=['*'])
vault = unstash(path)
self.assertTrue(len(vault.items) == 0)