def test_dataframe_set_validation(self):
"""
Check requirement
"""
dataset = self.dummy_dataset
with self.assertRaises(DatasetError):
dataset.dataframe = "blah"
df = pd.DataFrame()
if issubclass(self.dataset_cls, BaseDaskDataset):
df = dd.from_pandas(df, npartitions=2)
dataset.dataframe = df
def _data(self):
return dd.from_pandas(super()._data, npartitions=2)
def expected_train_y(self):
return dd.from_pandas(super().expected_train_y, npartitions=2)
def expected_train_dataframe(self):
return dd.from_pandas(super().expected_train_dataframe, npartitions=2)
def expected_y(self):
"""
Y values are expected to be squeezed
"""
return dd.from_pandas(super().expected_y, npartitions=2)
def expected_x(self):
return dd.from_pandas(super().expected_x, npartitions=2)