def test_load_from_test_dir_with_subdir(self):
config = FileStorageConfiguration()
config._sets_storage = FileStoreConfiguration(dirs=[
os.path.dirname(__file__) + os.sep + "data" + os.sep + "sets" +
os.sep + "text"
],
extension="txt",
subdirs=True,
format="text",
encoding="utf-8",
delete_on_start=False)
engine = FileStorageEngine(config)
engine.initialise()
store = FileSetsStore(engine)
set_collection = SetCollection()
store.load_all(set_collection)
self.assertTrue(set_collection.contains('TESTSET'))
values = set_collection.set_list('TESTSET')
self.assertTrue('VAL1' in values)
self.assertTrue('VAL2' in values)
self.assertTrue('VAL3' in values)
self.assertTrue('VAL4' in values)
self.assertTrue(set_collection.contains('TESTSET2'))
values = set_collection.set_list('TESTSET2')
self.assertEqual(4, len(values))
self.assertTrue('VAL5' in values)
self.assertTrue('VAL6' in values)
self.assertTrue('VAL7' in values)
self.assertTrue('VAL8' in values)
def test_reload_from_file(self):
storage_factory = StorageFactory()
file_store_config = FileStorageConfiguration()
file_store_config._sets_storage = FileStoreConfiguration(dirs=[
os.path.dirname(__file__) + os.sep + "test_files" + os.sep + "sets"
])
storage_engine = FileStorageEngine(file_store_config)
storage_factory._storage_engines[StorageFactory.SETS] = storage_engine
storage_factory._store_to_engine_map[
StorageFactory.SETS] = storage_engine
collection = SetCollection()
self.assertIsNotNone(collection)
collection.load(storage_factory)
self.assertIsNotNone(collection._sets)
self.assertEqual(len(collection._sets), 1)
self.assertIsNotNone(collection._stores)
self.assertEqual(len(collection._stores), 1)
self.assertTrue("TEST_SET" in collection._sets)
self.assertTrue("TEST_SET" in collection._stores)
self.assertTrue("TEST_SET" in collection._is_cjk)
self.assertTrue(collection.contains('TEST_SET'))
self.assertFalse(collection.is_cjk('TEST_SET'))
aset = collection.set_list('TEST_SET')
self.assertIsNotNone(aset)
self.assertTrue(['AIR', 'FORCE', 'BLUE'] in aset['AIR'])
collection.reload(storage_factory, "TEST_SET")
self.assertIsNotNone(collection._sets)
self.assertEqual(len(collection._sets), 1)
self.assertIsNotNone(collection._stores)
self.assertEqual(len(collection._stores), 1)
self.assertTrue("TEST_SET" in collection._sets)
self.assertTrue("TEST_SET" in collection._stores)
self.assertTrue(collection.contains('TEST_SET'))
self.assertIsNotNone(collection.set_list('TEST_SET'))
self.assertTrue(
['AIR', 'FORCE', 'BLUE'] in collection.set_list('TEST_SET')['AIR'])
def test_collection_operations_jp(self):
collection = SetCollection()
set_dict = {"千": ["千葉", "千葉県"], "東": ["東京", "東京都"]}
values = {"千葉": "千葉", "千葉県": "千葉県", "東京": "東京", "東京都": "東京都"}
collection.add_set("TESTSET", set_dict, "teststore", True, values)
set_dict = {"神": ["神奈川", "神戸", "神田"], "大": ["大阪", "大分", "大津"]}
values = {
"神奈川": "神奈川",
"神戸": "神戸",
"神田": "神田",
"大阪": "大阪",
"大分": "大分",
"大津": "大津"
}
collection.add_set("TESTSET2", set_dict, "teststore", True, values)
self.assertIsNotNone(collection.sets)
self.assertIsNotNone(collection.stores)
self.assertTrue(collection.contains("TESTSET"))
self.assertTrue(collection.contains("TESTSET2"))
self.assertFalse(collection.contains("TESTSET3"))
self.assertEqual(collection.store_name("TESTSET"), "teststore")
self.assertEqual(collection.store_name("TESTSET2"), "teststore")
self.assertIsNone(collection.store_name("TESTSET3"))
self.assertTrue(collection.is_cjk("TESTSET"))
self.assertTrue(collection.is_cjk("TESTSET2"))
self.assertIsNone(collection.is_cjk("TESTSET3"))
aset = collection.set_list("TESTSET")
self.assertIsNotNone(aset)
self.assertEqual(10, collection.count_words_in_sets())
collection.remove("TESTSET2")
self.assertTrue(collection.contains("TESTSET"))
self.assertFalse(collection.contains("TESTSET2"))
self.assertFalse(collection.contains("TESTSET3"))
collection.empty()
self.assertIsNotNone(collection.sets)
self.assertIsNotNone(collection.stores)
self.assertFalse(collection.contains("TESTSET"))
self.assertIsNone(collection.set_list("TESTSET"))
self.assertNotEquals(collection.store_name("TESTSET"), "teststore")
def test_collection_duplicate(self):
collection = SetCollection()
set_dict = {
"A": [["A", "A B", "A C"]],
"D": [["D"]],
"E": [["E", "E F"]]
}
values = {
"A": "A",
"A B": "A B",
"A C": "A C",
"D": "D",
"E": "E",
"E F": "E F"
}
collection.add_set("TESTSET", set_dict, "teststore", False, values)
set_dict = {
"1": [["1", "1 2", "1 3"]],
"4": [["4"]],
"5": [["5", "5 6"]]
}
values = {
"1": "1",
"1 2": "1 2",
"1 3": "1 3",
"4": "4",
"5": "5",
"5 6": "5 6"
}
collection.add_set("TESTSET", set_dict, "teststore", False, values)
aset = collection.set_list('TESTSET')
self.assertIsNotNone(aset)
values = aset['A']
self.assertIsNotNone(values)
self.assertTrue(["A", "A B", "A C"] in values)
self.assertTrue("D" in aset)
self.assertTrue("E" in aset)
self.assertFalse("1" in aset)
self.assertFalse("4" in aset)
self.assertFalse("5" in aset)
def test_load_single_file(self):
config = FileStorageConfiguration()
config._sets_storage = FileStoreConfiguration(dirs=[
os.path.dirname(__file__) + os.sep + "data" + os.sep + "sets" +
os.sep + "text" + os.sep + "testset.txt"
],
extension="txt",
format="text",
encoding="utf-8",
delete_on_start=False)
engine = FileStorageEngine(config)
engine.initialise()
store = FileSetsStore(engine)
set_collection = SetCollection()
store.load(set_collection)
self.assertTrue(set_collection.contains('TESTSET'))
values = set_collection.set_list('TESTSET')
self.assertTrue('VAL1' in values)
self.assertTrue('VAL2' in values)
self.assertTrue('VAL3' in values)
self.assertTrue('VAL4' in values)
def test_load_from_file_jp(self):
storage_factory = StorageFactory()
file_store_config = FileStorageConfiguration()
file_store_config._sets_storage = FileStoreConfiguration(dirs=[
os.path.dirname(__file__) + os.sep + "test_files" + os.sep +
"sets_jp"
])
storage_engine = FileStorageEngine(file_store_config)
storage_factory._storage_engines[StorageFactory.SETS] = storage_engine
storage_factory._store_to_engine_map[
StorageFactory.SETS] = storage_engine
collection = SetCollection()
self.assertIsNotNone(collection)
collection.load(storage_factory)
self.assertIsNotNone(collection._sets)
self.assertEqual(len(collection._sets), 1)
self.assertIsNotNone(collection._stores)
self.assertEqual(len(collection._stores), 1)
self.assertTrue("TEST_SET" in collection._sets)
self.assertTrue("TEST_SET" in collection._stores)
self.assertTrue("TEST_SET" in collection._is_cjk)
self.assertTrue(collection.contains('TEST_SET'))
self.assertTrue(collection.is_cjk('TEST_SET'))
aset = collection.set_list('TEST_SET')
self.assertIsNotNone(aset)
values = aset['千']
self.assertIsNotNone(values)
self.assertEqual(['千葉', '千葉県', '千葉県下'], values)
def test_collection_operations(self):
collection = SetCollection()
set_dict = {
"A": [["A", "A B", "A C"]],
"D": [["D"]],
"E": [["E", "E F"]]
}
values = {
"A": "A",
"A B": "A B",
"A C": "A C",
"D": "D",
"E": "E",
"E F": "E F"
}
collection.add_set("TESTSET", set_dict, "teststore", False, values)
set_dict = {
"1": [["1", "1 2", "1 3"]],
"4": [["4"]],
"5": [["5", "5 6"]]
}
values = {
"1": "1",
"1 2": "1 2",
"1 3": "1 3",
"4": "4",
"5": "5",
"5 6": "5 6"
}
collection.add_set("TESTSET2", set_dict, "teststore", False, values)
self.assertIsNotNone(collection.sets)
self.assertIsNotNone(collection.stores)
self.assertTrue(collection.contains("TESTSET"))
self.assertTrue(collection.contains("TESTSET2"))
self.assertFalse(collection.contains("TESTSET3"))
self.assertEqual(collection.store_name("TESTSET"), "teststore")
self.assertEqual(collection.store_name("TESTSET2"), "teststore")
self.assertIsNone(collection.store_name("TESTSET3"))
self.assertFalse(collection.is_cjk("TESTSET"))
self.assertFalse(collection.is_cjk("TESTSET2"))
self.assertIsNone(collection.is_cjk("TESTSET3"))
aset = collection.set_list("TESTSET")
self.assertIsNotNone(aset)
self.assertEqual(12, collection.count_words_in_sets())
collection.remove("TESTSET2")
self.assertTrue(collection.contains("TESTSET"))
self.assertFalse(collection.contains("TESTSET2"))
self.assertFalse(collection.contains("TESTSET3"))
collection.empty()
self.assertIsNotNone(collection.sets)
self.assertIsNotNone(collection.stores)
self.assertFalse(collection.contains("TESTSET"))
self.assertIsNone(collection.set_list("TESTSET"))
self.assertNotEquals(collection.store_name("TESTSET"), "teststore")