# -*- coding:utf-8 -*- # Author: hankcs # Date: 2021-01-08 12:44 import elit from elit.pretrained.mtl import LEM_POS_NER_DEP_SDP_CON_AMR_ROBERTA_BASE_EN from elit.server.en_util import eos, tokenize from elit.server.service_parser import ServiceParser from elit.server.service_tokenizer import ServiceTokenizer service_tokenizer = ServiceTokenizer(eos, tokenize) service_parser = ServiceParser( service_tokenizer=service_tokenizer, model=elit.load(LEM_POS_NER_DEP_SDP_CON_AMR_ROBERTA_BASE_EN))
class BundledServices: def __init__(self, tokenizer: ServiceTokenizer = None, parser: ServiceParser = None, doc_coref: ServiceCoreference = None, online_coref: ServiceCoreference = None): self.tokenizer = tokenizer self.parser = parser self.doc_coref = doc_coref self.online_coref = online_coref self.emotion_detection = None service_doc_coref = ServiceCoreference( service_tokenizer=service_tokenizer, models=elit.load(DOC_COREF_SPANBERT_LARGE_EN)) # service_doc_coref = ServiceCoreference( # service_tokenizer=service_tokenizer, # models=[elit.load(DOC_COREF_SPANBERT_LARGE_EN, devices=0), # elit.load(DOC_COREF_SPANBERT_LARGE_EN, devices=1)] # ) service_online_coref = ServiceCoreference( service_tokenizer=service_tokenizer, models=elit.load(ONLINE_COREF_SPANBERT_LARGE_EN)) en_services = BundledServices(tokenizer=service_tokenizer, parser=service_parser, doc_coref=service_doc_coref, online_coref=service_online_coref)
def test_parse(self): parser = elit.load(elit.pretrained.amr.AMR3_BART_LARGE_EN) amr = parser('The boy wants the girl to believe him.') print(amr)
def test_parse(self): parser = elit.load('KOREAN_TREEBANK_BIAFFINE_DEP') tree = parser('그는 르노가 3 월말까지 인수제의 시한을 갖고 있다고 덧붙였다 .'.split()) print(tree)
# ======================================================================== # Copyright 2020 Emory University # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # ======================================================================== # -*- coding:utf-8 -*- # Author: hankcs # Date: 2021-01-08 12:44 import elit from elit.server import parser_config from elit.server.en_util import eos, tokenize from elit.server.service_parser import ServiceParser from elit.server.service_tokenizer import ServiceTokenizer service_tokenizer = ServiceTokenizer(eos, tokenize) service_parser = ServiceParser( service_tokenizer=service_tokenizer, model=elit.load(parser_config.MTL_MODEL) )
def build_teacher(self, teacher: str, devices) -> TorchComponent: return elit.load(teacher, load_kwargs={'devices': devices})