def test_givenPoutyneVersionGreaterThan12_givenHandlePreTrainedCheckpointBPEmbNotLatestVersion_thenRaiseWarning(
self, poutyne_mock, latest_version_mock):
latest_version_mock.return_value = False # Not the latest version
poutyne_mock.version.__version__ = "1.2"
with self.assertWarns(UserWarning):
handle_pre_trained_checkpoint(self.a_bpemb_model_type_checkpoint)
def main(args):
address_parser = AddressParser(model_type=args.model_type, device=0)
if args.mode in ("train", "both"):
train_container = PickleDatasetContainer(args.train_dataset_path)
lr_scheduler = StepLR(step_size=20)
address_parser.retrain(train_container,
0.8,
epochs=100,
batch_size=1024,
num_workers=6,
learning_rate=0.001,
callbacks=[lr_scheduler],
logging_path=f"./chekpoints/{args.model_type}")
if args.mode in ("test", "both"):
test_container = PickleDatasetContainer(args.test_dataset_path)
if args.mode == "test":
checkpoint = handle_pre_trained_checkpoint(args.model_type)
else:
checkpoint = "best"
address_parser.test(test_container,
batch_size=2048,
num_workers=4,
logging_path=f"./chekpoints/{args.model_type}",
checkpoint=checkpoint)
def test_givenPoutyneVersionGreaterThan12_givenHandlePreTrainedCheckpointBPEmb_thenReturnBPEmb(
self, poutyne_mock, latest_version_mock):
poutyne_mock.version.__version__ = "1.2"
actual = handle_pre_trained_checkpoint(self.a_bpemb_model_type_checkpoint)
expected = os.path.join(CACHE_PATH, f"{self.a_bpemb_model_type_checkpoint}.ckpt")
self.assertEqual(expected, actual)
def test_givenPoutyneVersionGreaterThan12_givenHandlePreTrainedCheckpointFasttext_thenReturnFasttext(
self, poutyne_mock, latest_version_mock, isfile_mock):
poutyne_mock.version.__version__ = "1.2"
isfile_mock.return_value = True
actual = handle_pre_trained_checkpoint(
self.a_fasttext_model_type_checkpoint)
expected = os.path.join(
CACHE_PATH, f"{self.a_fasttext_model_type_checkpoint}.ckpt")
self.assertEqual(expected, actual)
def test_givenPoutyneVersionGreaterThan12_givenHandlePreTrainedCheckpointBPEmbNoLocalFile_thenReturnBPEmb(
self, poutyne_mock, latest_version_mock, isfile_mock):
poutyne_mock.version.__version__ = "1.2"
isfile_mock.return_value = False
with patch("deepparse.tools.download_weights"):
actual = handle_pre_trained_checkpoint(
self.a_fasttext_model_type_checkpoint)
expected = os.path.join(
CACHE_PATH, f"{self.a_fasttext_model_type_checkpoint}.ckpt")
self.assertEqual(expected, actual)
def test_givenPoutyneVersionLowerThan12_givenHandlePreTrainedCheckpoint_thenRaiseError(
self, poutyne_mock):
poutyne_mock.version.__version__ = "1.1"
with self.assertRaises(NotImplementedError):
handle_pre_trained_checkpoint(self.a_model_type_checkpoint)
