示例#1
0
 def __getitem__(self, item):
     # Load a data file
     df = pd.read_feather(self.files[item])
     # Run the data preprocessing pipeline, which should return the features
     # and label tensors
     features, labels = self.process_pipeline(self, df)
     return features, labels
示例#2
0
def test_from_feather():
    setup_feather_file(SMALL_ROW_SIZE)

    pandas_df = pandas.read_feather(TEST_FEATHER_FILENAME)
    modin_df = pd.read_feather(TEST_FEATHER_FILENAME)

    assert modin_df_equals_pandas(modin_df, pandas_df)

    teardown_feather_file()