def test_collection_operations(self):
collection = SetCollection()
collection.add_set("TESTSET", {
"A": [["A", "B", "C"]],
"D": [["D"]],
"E": [["E", "F"]]
}, "teststore")
collection.add_set("TESTSET2", {
"1": [["1", "2", "3"]],
"4": [["4"]],
"5": [["5", "6"]]
}, "teststore")
self.assertIsNotNone(collection.sets)
self.assertIsNotNone(collection.stores)
self.assertTrue(collection.contains("TESTSET"))
self.assertTrue(collection.contains("TESTSET2"))
self.assertFalse(collection.contains("TESTSET3"))
self.assertEqual("teststore", collection.storename("TESTSET"))
self.assertIsNone(collection.storename("TESTMAP4"))
aset = collection.set("TESTSET")
self.assertIsNotNone(aset)
self.assertEqual(6, collection.count_words_in_sets())
collection.remove("TESTSET2")
self.assertTrue(collection.contains("TESTSET"))
self.assertFalse(collection.contains("TESTSET2"))
self.assertFalse(collection.contains("TESTSET3"))
collection.empty()
self.assertIsNotNone(collection.sets)
self.assertIsNotNone(collection.stores)
self.assertFalse(collection.contains("TESTSET"))
self.assertIsNone(collection.set("TESTSET"))
self.assertNotEquals(collection.storename("TESTSET"), "teststore")
def assert_upload_text_files_from_directory_with_subdir(self, store):
store.empty ()
store.upload_from_directory(os.path.dirname(__file__)+os.sep+"data"+os.sep+"sets"+os.sep+"text", subdir=True)
set_collection = SetCollection()
store.load_all(set_collection)
self.assertTrue(set_collection.contains('TESTSET'))
values = set_collection.set('TESTSET')
self.assertTrue('VAL1' in values)
self.assertTrue('VAL2' in values)
self.assertTrue('VAL3' in values)
self.assertTrue('VAL4' in values)
self.assertTrue(set_collection.contains('TESTSET2'))
values = set_collection.set('TESTSET2')
self.assertTrue('VAL5' in values)
self.assertTrue('VAL6' in values)
self.assertTrue('VAL7' in values)
self.assertTrue('VAL8' in values)
def assert_upload_from_text_file(self, store):
store.empty()
store.upload_from_file(os.path.dirname(__file__) + os.sep + "data" + os.sep + "sets" + os.sep + "text" + os.sep + "testset.txt")
set_collection = SetCollection()
store.load(set_collection, 'TESTSET')
self.assertTrue(set_collection.contains('TESTSET'))
values = set_collection.set('TESTSET')
self.assertTrue('VAL1' in values)
self.assertTrue('VAL2' in values)
self.assertTrue('VAL3' in values)
self.assertTrue('VAL4' in values)
def assert_upload_from_csv_file(self, store):
store.empty()
store.upload_from_file(os.path.dirname(__file__) + os.sep + "data" + os.sep + "sets" + os.sep + "csv" + os.sep + "testset.csv", fileformat=Store.CSV_FORMAT)
set_collection = SetCollection()
store.load(set_collection, 'TESTSET')
self.assertTrue(set_collection.contains('TESTSET'))
values = set_collection.set('TESTSET')
self.assertTrue('VAL1' in values)
self.assertTrue('VAL2' in values)
self.assertTrue('VAL3' in values)
self.assertTrue('VAL4' in values)
def assert_upload_csv_files_from_directory_with_subdir(self, store):
store.empty()
store.upload_from_directory(os.path.dirname(__file__) + os.sep + "data" + os.sep + "sets" + os.sep + "csv", format=Store.CSV_FORMAT)
set_collection = SetCollection()
store.load(set_collection, 'TESTSET')
self.assertTrue(set_collection.contains('TESTSET'))
values = set_collection.set('TESTSET')
self.assertTrue('VAL1' in values)
self.assertTrue('VAL2' in values)
self.assertTrue('VAL3' in values)
self.assertTrue('VAL4' in values)
set_collection = SetCollection()
store.load(set_collection, 'TESTSET2')
self.assertTrue(set_collection.contains('TESTSET2'))
values = set_collection.set('TESTSET2')
self.assertEqual(4, len(values))
self.assertTrue('VAL5' in values)
self.assertTrue('VAL6' in values)
self.assertTrue('VAL7' in values)
self.assertTrue('VAL8' in values)
def test_load(self):
config = FileStorageConfiguration()
engine = FileStorageEngine(config)
engine.initialise()
store = FileSetsStore(engine)
set_collection = SetCollection()
self.assertTrue(
store.load(
set_collection,
os.path.dirname(__file__) + os.sep + "data" + os.sep + "sets" +
os.sep + "text" + os.sep + "testset.txt"))
self.assertTrue(set_collection.contains('TESTSET'))
values = set_collection.set('TESTSET')
self.assertTrue('VAL1' in values)
self.assertTrue('VAL2' in values)
self.assertTrue('VAL3' in values)
self.assertTrue('VAL4' in values)
def assert_upload_from_text(self, store):
store.empty ()
store.upload_from_text('TESTSET', """
VAL1
VAL2
VAL3
VAL4
""")
set_collection = SetCollection()
store.load(set_collection, 'TESTSET')
self.assertTrue(set_collection.contains('TESTSET'))
values = set_collection.set('TESTSET')
self.assertTrue('VAL1' in values)
self.assertTrue('VAL2' in values)
self.assertTrue('VAL3' in values)
self.assertTrue('VAL4' in values)
def test_load_from_test_dir_no_subdir(self):
config = FileStorageConfiguration()
config._sets_storage = FileStoreConfiguration(dirs=[
os.path.dirname(__file__) + os.sep + "data" + os.sep + "sets" +
os.sep + "text"
],
extension="txt",
subdirs=False,
fileformat="text",
encoding="utf-8",
delete_on_start=False)
engine = FileStorageEngine(config)
engine.initialise()
store = FileSetsStore(engine)
set_collection = SetCollection()
store.load_all(set_collection)
self.assertTrue(set_collection.contains('TESTSET'))
values = set_collection.set('TESTSET')
self.assertTrue('VAL1' in values)
self.assertTrue('VAL2' in values)
self.assertTrue('VAL3' in values)
self.assertTrue('VAL4' in values)