def __init__(self,
speller: Optional[Speller] = None,
stress: Optional[Stress] = None):
if speller is None:
speller = Speller()
self.speller: Speller = speller
if stress is None:
stress = Stress()
self.stress: Stress = stress
def __init__(self,
bert: Optional[Bert] = None,
speller: Optional[Speller] = None):
if bert is None:
bert = Bert()
self.bert: Bert = bert
if speller is None:
speller = Speller()
self.speller: Speller = speller
def __init__(self, speller: Optional[Speller] = None):
if speller is None:
speller = Speller()
self.speller: Speller = speller
self.model: LgbClassifier = LgbClassifier('task10')
self.model_linear = self.load_pkl('task10')
if self.model_linear is None:
self.model_linear = LogisticRegression(C=1.0)
self.word_cache: Dict = {}
def __init__(self, bert: Optional[Bert] = None, speller: Optional[Speller] = None):
if bert is None:
bert = Bert()
self.bert: Bert = bert
if speller is None:
speller = Speller()
self.speller: Speller = speller
# self.model = LgbClassifier('task25')
self.model = CtbClassifier('task25')
def __init__(self, speller: Optional[Speller] = None):
self.udpipe_model = Model.load(
sber_encode(sber_path('/var/sberbank/udpipe_syntagrus.model')))
self.process_pipeline = Pipeline(self.udpipe_model,
sber_encode('tokenize'),
Pipeline.DEFAULT, Pipeline.DEFAULT,
sber_encode('conllu'))
if speller is None:
speller = Speller()
self.speller: Speller = speller
def __add_default_solvers(self):
if self.bert is None:
self.bert = Bert()
if self.speller is None:
self.speller = Speller()
if self.stress is None:
self.stress = Stress()
if self.sentence_encoder is None:
self.sentence_encoder = SentenceEncoder()
if self.esse is None:
self.esse = EsseLoader(sentence_encoder=self.sentence_encoder)
if self.ner is None:
self.ner = NER()
if self.syntax is None:
self.syntax = SyntaxParser(self.speller)
if self.sberbank_solver is None:
self.sberbank_solver = SberbankSolver()
# self.add_solver(ZeroSolver())
# self.add_solver(DummySolver())
# self.add_solver(ZeroSberbankSolver(task_types=[
# Task24,
# ]))
self.add_solver(self.sberbank_solver)
self.add_solver(Task01Solver(self.bert, self.sentence_encoder))
self.add_solver(Task02Solver(self.bert, self.speller))
self.add_solver(Task03Solver(self.bert, self.sentence_encoder))
self.add_solver(Task04Solver(self.stress))
self.add_solver(Task05Solver(self.bert, self.speller))
self.add_solver(
Task06Solver(self.bert, self.speller, self.sberbank_solver))
self.add_solver(Task07Solver(self.speller))
self.add_solver(Task08Solver(self.bert, self.speller, self.syntax))
self.add_solver(Task09Solver(self.speller, self.stress))
self.add_solver(Task10Solver(self.speller))
self.add_solver(Task13Solver(self.bert, self.speller))
self.add_solver(Task14Solver(self.bert, self.speller))
self.add_solver(Task15Solver(self.bert, self.speller))
self.add_solver(Task16Solver(self.bert))
self.add_solver(Task17Solver(self.bert))
self.add_solver(Task21Solver(self.syntax, self.sberbank_solver))
self.add_solver(Task25Solver(self.bert, self.speller))
self.add_solver(
Task27Solver(self.esse, self.ner, self.sberbank_solver,
self.syntax))
def __init__(self, bert: Optional[Bert] = None, speller: Optional[Speller] = None):
if bert is None:
bert = Bert()
self.bert: Bert = bert
if speller is None:
speller = Speller()
self.speller: Speller = speller
model_dir = os.path.abspath(os.path.dirname(__file__) + '/../../var/model')
with open(model_dir + '/paronyms.pickle', 'rb') as f:
self.paronyms: Dict[str, str] = pickle.load(f)
def __init__(self, bert: Optional[Bert] = None, speller: Optional[Speller] = None, sberbank_solver: Optional[SberbankSolver] = None):
if bert is None:
bert = Bert()
self.bert: Bert = bert
if speller is None:
speller = Speller()
self.speller: Speller = speller
if sberbank_solver is None:
sberbank_solver = SberbankSolver()
self.sberbank_solver: SberbankSolver = sberbank_solver
self.embs = self.load_pkl('task06')
self.pos_pairs = set()
for text, word_idx in self.EXAMPLES:
self.pos_pairs.add(self.get_pos_pair(text))
def __init__(self, speller: Optional[Speller] = None):
if speller is None:
speller = Speller()
self.speller: Speller = speller