def check_round_trip(self,
df,
engine,
expected=None,
write_kwargs=None,
read_kwargs=None,
check_names=True):
if write_kwargs is None:
write_kwargs = {}
if read_kwargs is None:
read_kwargs = {}
with tm.ensure_clean() as path:
df.to_parquet(path, engine, **write_kwargs)
result = read_parquet(path, engine, **read_kwargs)
if expected is None:
expected = df
tm.assert_frame_equal(result, expected, check_names=check_names)
# repeat
to_parquet(df, path, engine, **write_kwargs)
result = pd.read_parquet(path, engine, **read_kwargs)
if expected is None:
expected = df
tm.assert_frame_equal(result, expected, check_names=check_names)
def check_error_on_write(self, df, engine, exc):
# check that we are raising the exception
# on writing
with pytest.raises(exc):
with tm.ensure_clean() as path:
to_parquet(df, path, engine, compression=None)
def check_error_on_write(self, df, engine, exc):
# check that we are raising the exception
# on writing
with pytest.raises(exc):
with tm.ensure_clean() as path:
to_parquet(df, path, engine, compression=None)
def check_round_trip(self, df, engine, expected=None, **kwargs):
with tm.ensure_clean() as path:
df.to_parquet(path, engine, **kwargs)
result = read_parquet(path, engine, **kwargs)
if expected is None:
expected = df
tm.assert_frame_equal(result, expected)
# repeat
to_parquet(df, path, engine, **kwargs)
result = pd.read_parquet(path, engine, **kwargs)
if expected is None:
expected = df
tm.assert_frame_equal(result, expected)
def check_round_trip(self, df, engine, expected=None, **kwargs):
with tm.ensure_clean() as path:
df.to_parquet(path, engine, **kwargs)
result = read_parquet(path, engine)
if expected is None:
expected = df
tm.assert_frame_equal(result, expected)
# repeat
to_parquet(df, path, engine, **kwargs)
result = pd.read_parquet(path, engine)
if expected is None:
expected = df
tm.assert_frame_equal(result, expected)
def check_round_trip(self, df, engine, expected=None,
write_kwargs=None, read_kwargs=None):
if write_kwargs is None:
write_kwargs = {}
if read_kwargs is None:
read_kwargs = {}
with tm.ensure_clean() as path:
df.to_parquet(path, engine, **write_kwargs)
result = read_parquet(path, engine, **read_kwargs)
if expected is None:
expected = df
tm.assert_frame_equal(result, expected)
# repeat
to_parquet(df, path, engine, **write_kwargs)
result = pd.read_parquet(path, engine, **read_kwargs)
if expected is None:
expected = df
tm.assert_frame_equal(result, expected)
def check_external_error_on_write(self, df, engine, exc):
# check that an external library is raising the exception on writing
with tm.ensure_clean() as path:
with tm.external_error_raised(exc):
to_parquet(df, path, engine, compression=None)
