def __getitem__(self, item): # Load a data file df = pd.read_feather(self.files[item]) # Run the data preprocessing pipeline, which should return the features # and label tensors features, labels = self.process_pipeline(self, df) return features, labels
def test_from_feather(): setup_feather_file(SMALL_ROW_SIZE) pandas_df = pandas.read_feather(TEST_FEATHER_FILENAME) modin_df = pd.read_feather(TEST_FEATHER_FILENAME) assert modin_df_equals_pandas(modin_df, pandas_df) teardown_feather_file()