def test_reload(self):
storage_factory = StorageFactory()
file_store_config = FileStorageConfiguration()
file_store_config._denormal_storage = FileStoreConfiguration(
file=os.path.dirname(__file__) + os.sep + "test_files" + os.sep +
"denormal.txt",
format="text",
extension="txt",
encoding="utf-8",
delete_on_start=False)
storage_engine = FileStorageEngine(file_store_config)
storage_factory._storage_engines[
StorageFactory.DENORMAL] = storage_engine
storage_factory._store_to_engine_map[
StorageFactory.DENORMAL] = storage_engine
collection = DenormalCollection()
self.assertIsNotNone(collection)
collection.load(storage_factory)
collection.reload(storage_factory)
def test_load_jp(self):
storage_factory = StorageFactory()
tokenizer = TokenizerJP()
file_store_config = FileStorageConfiguration()
file_store_config._denormal_storage = FileStoreConfiguration(
file=os.path.dirname(__file__) + os.sep + "test_files" + os.sep +
"denormal_jp.txt",
format="text",
extension="txt",
encoding="utf-8",
delete_on_start=False)
storage_engine = FileStorageEngine(file_store_config)
storage_factory._storage_engines[
StorageFactory.DENORMAL] = storage_engine
storage_factory._store_to_engine_map[
StorageFactory.DENORMAL] = storage_engine
collection = DenormalCollection()
self.assertIsNotNone(collection)
collection.load(storage_factory)
self.assertEqual(collection.denormalise_string(tokenizer, "丸1の回答"),
"①の回答")
self.assertIsNone(collection.denormalise("丸"))
def test_load(self):
storage_factory = StorageFactory()
file_store_config = FileStorageConfiguration()
file_store_config._denormal_storage = FileStoreConfiguration(file=os.path.dirname(__file__) + os.sep + "test_files" + os.sep + "denormal.txt", fileformat="text", extension="txt", encoding="utf-8", delete_on_start=False)
storage_engine = FileStorageEngine(file_store_config)
storage_factory._storage_engines[StorageFactory.DENORMAL] = storage_engine
storage_factory._store_to_engine_map[StorageFactory.DENORMAL] = storage_engine
collection = DenormalCollection()
self.assertIsNotNone(collection)
self.assertTrue(collection.load(storage_factory))
self.assertEqual(collection.denormalise_string("keithsterling dot com"), "keithsterling.com")
self.assertIsNone(collection.denormalise(" dot cox "))
def test_load_from_file(self):
config = FileStorageConfiguration()
config._denormal_storage = FileStoreConfiguration(
file=os.path.dirname(__file__) + os.sep + "data" + os.sep +
"lookups" + os.sep + "text" + os.sep + "denormal.txt",
format="text",
encoding="utf-8",
delete_on_start=False)
engine = FileStorageEngine(config)
engine.initialise()
store = FileDenormalStore(engine)
denormal_collection = DenormalCollection()
store.load(denormal_collection)
self.assertEqual(denormal_collection.denormalise("dot com"), '.com ')
self.assertEqual(
denormal_collection.denormalise_string(None, "keith dot com"),
"keith.com")
