def test_HDFStore(): modin_store = pd.HDFStore(TEST_WRITE_HDF_FILENAME_MODIN) pandas_store = pandas.HDFStore(TEST_WRITE_HDF_FILENAME_PANDAS) modin_df = create_test_ray_dataframe() pandas_df = create_test_pandas_dataframe() modin_store["foo"] = modin_df pandas_store["foo"] = pandas_df assert assert_files_eq(TEST_WRITE_HDF_FILENAME_MODIN, TEST_WRITE_HDF_FILENAME_PANDAS) modin_df = modin_store.get("foo") pandas_df = pandas_store.get("foo") df_equals(modin_df, pandas_df) assert isinstance(modin_store, pd.HDFStore) hdf_file = "/tmp/test_read_hdf.hdf5" with pd.HDFStore(hdf_file, mode="w") as store: store.append("data/df1", pd.DataFrame(np.random.randn(5, 5))) store.append("data/df2", pd.DataFrame(np.random.randn(4, 4))) modin_df = pd.read_hdf(hdf_file, key="data/df1", mode="r") pandas_df = pandas.read_hdf(hdf_file, key="data/df1", mode="r") df_equals(modin_df, pandas_df)
def test_HDFStore(): modin_store = pd.HDFStore(TEST_WRITE_HDF_FILENAME_MODIN) pandas_store = pandas.HDFStore(TEST_WRITE_HDF_FILENAME_PANDAS) modin_df = create_test_ray_dataframe() pandas_df = create_test_pandas_dataframe() modin_store["foo"] = modin_df pandas_store["foo"] = pandas_df assert test_files_eq(TEST_WRITE_HDF_FILENAME_MODIN, TEST_WRITE_HDF_FILENAME_PANDAS) modin_df = modin_store.get("foo") pandas_df = pandas_store.get("foo") df_equals(modin_df, pandas_df) assert isinstance(modin_store, pd.HDFStore)