Python SpacyParser.has_tokenizer_support Exemples

Exemple #1

def test_spacy_support():
    """Unit test of spacy support."""
    # Supported language
    lingual_parser = SpacyParser("en")
    assert lingual_parser.has_tokenizer_support()
    assert lingual_parser.has_NLP_support()

    lingual_parser = SpacyParser("ja")
    assert lingual_parser.has_tokenizer_support()
    assert lingual_parser.has_NLP_support()

    # Non supported language
    lingual_parser = SpacyParser("non-supported-lang")
    assert not lingual_parser.has_tokenizer_support()
    assert not lingual_parser.has_NLP_support()

    # Language not specified
    with pytest.raises(TypeError):
        lingual_parser = SpacyParser()

Exemple #2

Fichier : test_spacy_parser.py Projet : shazhiju/fonduer

def test_spacy_support(caplog):
    caplog.set_level(logging.INFO)

    # Supported language
    lingual_parser = SpacyParser("en")
    assert lingual_parser.has_tokenizer_support()
    assert lingual_parser.has_NLP_support()

    # Alpha-supported language
    lingual_parser = SpacyParser("ja")
    assert lingual_parser.has_tokenizer_support()
    assert not lingual_parser.has_NLP_support()

    # Non supported language
    lingual_parser = SpacyParser("non-supported-lang")
    assert not lingual_parser.has_tokenizer_support()
    assert not lingual_parser.has_NLP_support()

    # Language not specified
    with pytest.raises(TypeError):
        lingual_parser = SpacyParser()