示例#1
0
 def test_get_fasttext_model(self):
     data = pandas.read_csv(str(TEST_DATA_DIR / "prepared_data.csv.xz"),
                            index_col=0, keep_default_na=False)
     with tempfile.TemporaryDirectory(prefix="lookout_typos_fasttext_") as temp_dir:
         config = {"size": 100, "path": os.path.join(temp_dir, "ft.bin"), "dim": 5}
         train_fasttext(data, config)
         model = FastText.load_fasttext_format(config["path"])
         self.assertTupleEqual(model.wv["get"].shape, (5,))
示例#2
0
def cli_train_fasttext(data_path: str, config: Mapping[str, Any]) -> None:
    """Entry point for `train_fasttext`."""
    train_fasttext(
        pandas.read_csv(data_path, index_col=0, keep_default_na=False), config)