Exemplo n.º 1
0
def test_make_synthetic_data():
    if os.path.exists(TEST_DIR):
        shutil.rmtree(TEST_DIR, ignore_errors=True)
    os.makedirs(TEST_DIR, exist_ok=True)

    utils.make_wiki_article_synthetic_data(WIKI_SYNTHETIC_DATA_PATH)
    utils.make_squad_synthetic_data(SQUAD_SYNTHETIC_DATA_PATH)
Exemplo n.º 2
0
def test_make_synthetic_data():
    utils.make_squad_synthetic_data(SYNTHETIC_DATA_PATH)
    utils.write_embedding_txt(DUMMY_EMBEDDING_300D_PATH, 300)
Exemplo n.º 3
0
def test_make_synthetic_data():
    utils.make_squad_synthetic_data(SYNTHETIC_DATA_PATH)
Exemplo n.º 4
0
def test_make_multi_task_synthetic_data():
    utils.make_bert_seq_cls_synthetic_data(SYNTHETIC_SEQ_CLS_DATA_PATH,
                                           remove_exist=False)
    utils.make_bert_reg_synthetic_data(SYNTHETIC_REG_DATA_PATH,
                                       remove_exist=False)
    utils.make_squad_synthetic_data(SYNTHETIC_QA_DATA_PATH, remove_exist=False)