def load_embeddings(options):
    if options.external_embedding is not None:
        if os.path.isfile(
                os.path.join(options.saved_parameters_dir,
                             options.saved_prevectors)):
            ext_embeddings, _ = IOUtils.load_embeddings_file(
                os.path.join(options.saved_parameters_dir,
                             options.saved_prevectors),
                "pickle",
                options.lower,
            )
            return ext_embeddings
        else:
            ext_embeddings, _ = IOUtils.load_embeddings_file(
                options.external_embedding,
                options.external_embedding_type,
                options.lower,
            )
            IOUtils.save_embeddings(
                os.path.join(options.saved_parameters_dir,
                             options.saved_prevectors),
                ext_embeddings,
            )
            return ext_embeddings
    else:
        raise Exception("external_embedding option is None")
示例#2
0
 def __save_model(self):
     IOUtils.save_embeddings(
         os.path.join(self.options.saved_parameters_dir,
                      self.options.saved_prevectors), self.ext_embeddings)