def test_should_remove_dataset(self):
data = DatasetManager(self.trash_dir, fs=self.os)
identifier = "data_name"
dataset = {
"identifier": identifier,
"description": "description",
"source": "/tmp/test.csv"
}
data.create_dataset(**dataset)
self.assertTrue(
os.path.isfile("{}/{}.yaml".format(self.trash_dir, identifier)))
self.assertEqual(len(os.listdir(self.trash_dir)), 2)
data.remove_dataset(identifier)
self.assertFalse(
os.path.isfile("{}/{}.yaml".format(self.trash_dir, identifier)))
self.assertEqual(len(os.listdir(self.trash_dir)), 1)
def test_should_create_dataset_with_custom_data(self):
data = DatasetManager(self.trash_dir, fs=self.os)
identifier = "data_name_custom"
dataset = {
"identifier": identifier,
"description": "description",
"source": "/tmp/test.csv"
}
data.create_dataset(**dataset)
self.assertTrue(
self.os.isfile("{}/{}.yaml".format(self.trash_dir, identifier)))
self.assertEqual(len(os.listdir(self.trash_dir)), 2)
loaded_dataset = data.get_datasets()
self.assertEqual(list(loaded_dataset.keys()), [identifier])
datasource_configs = loaded_dataset.get(identifier)
self.assertEqual(datasource_configs["description"],
dataset["description"])
self.assertEqual(datasource_configs["source"], dataset["source"])
def test_should_create_dataset(self):
data = DatasetManager(self.trash_dir, fs=self.os)
identifier = "data_name"
dataset = {
"identifier": identifier,
"description": "description",
"source": "/tmp/test.csv",
}
data.create_dataset(**dataset)
loaded_datasets = data.get_datasets()
dataset_config = loaded_datasets.get(identifier)
self.assertTrue(
self.os.isfile("{}/{}.yaml".format(self.trash_dir, identifier)))
self.assertEqual(len(self.os.listdir(self.trash_dir)), 2)
self.assertEqual(list(loaded_datasets.keys())[0], identifier)
self.assertEqual(dataset_config.get("description"),
dataset["description"])
self.assertEqual(dataset_config.get("source"), dataset["source"])
