def __init__(self, speller: Optional[Speller] = None, stress: Optional[Stress] = None): if speller is None: speller = Speller() self.speller: Speller = speller if stress is None: stress = Stress() self.stress: Stress = stress
def __init__(self, bert: Optional[Bert] = None, speller: Optional[Speller] = None): if bert is None: bert = Bert() self.bert: Bert = bert if speller is None: speller = Speller() self.speller: Speller = speller
def __init__(self, speller: Optional[Speller] = None): if speller is None: speller = Speller() self.speller: Speller = speller self.model: LgbClassifier = LgbClassifier('task10') self.model_linear = self.load_pkl('task10') if self.model_linear is None: self.model_linear = LogisticRegression(C=1.0) self.word_cache: Dict = {}
def __init__(self, bert: Optional[Bert] = None, speller: Optional[Speller] = None): if bert is None: bert = Bert() self.bert: Bert = bert if speller is None: speller = Speller() self.speller: Speller = speller # self.model = LgbClassifier('task25') self.model = CtbClassifier('task25')
def __init__(self, speller: Optional[Speller] = None): self.udpipe_model = Model.load( sber_encode(sber_path('/var/sberbank/udpipe_syntagrus.model'))) self.process_pipeline = Pipeline(self.udpipe_model, sber_encode('tokenize'), Pipeline.DEFAULT, Pipeline.DEFAULT, sber_encode('conllu')) if speller is None: speller = Speller() self.speller: Speller = speller
def __add_default_solvers(self): if self.bert is None: self.bert = Bert() if self.speller is None: self.speller = Speller() if self.stress is None: self.stress = Stress() if self.sentence_encoder is None: self.sentence_encoder = SentenceEncoder() if self.esse is None: self.esse = EsseLoader(sentence_encoder=self.sentence_encoder) if self.ner is None: self.ner = NER() if self.syntax is None: self.syntax = SyntaxParser(self.speller) if self.sberbank_solver is None: self.sberbank_solver = SberbankSolver() # self.add_solver(ZeroSolver()) # self.add_solver(DummySolver()) # self.add_solver(ZeroSberbankSolver(task_types=[ # Task24, # ])) self.add_solver(self.sberbank_solver) self.add_solver(Task01Solver(self.bert, self.sentence_encoder)) self.add_solver(Task02Solver(self.bert, self.speller)) self.add_solver(Task03Solver(self.bert, self.sentence_encoder)) self.add_solver(Task04Solver(self.stress)) self.add_solver(Task05Solver(self.bert, self.speller)) self.add_solver( Task06Solver(self.bert, self.speller, self.sberbank_solver)) self.add_solver(Task07Solver(self.speller)) self.add_solver(Task08Solver(self.bert, self.speller, self.syntax)) self.add_solver(Task09Solver(self.speller, self.stress)) self.add_solver(Task10Solver(self.speller)) self.add_solver(Task13Solver(self.bert, self.speller)) self.add_solver(Task14Solver(self.bert, self.speller)) self.add_solver(Task15Solver(self.bert, self.speller)) self.add_solver(Task16Solver(self.bert)) self.add_solver(Task17Solver(self.bert)) self.add_solver(Task21Solver(self.syntax, self.sberbank_solver)) self.add_solver(Task25Solver(self.bert, self.speller)) self.add_solver( Task27Solver(self.esse, self.ner, self.sberbank_solver, self.syntax))
def __init__(self, bert: Optional[Bert] = None, speller: Optional[Speller] = None): if bert is None: bert = Bert() self.bert: Bert = bert if speller is None: speller = Speller() self.speller: Speller = speller model_dir = os.path.abspath(os.path.dirname(__file__) + '/../../var/model') with open(model_dir + '/paronyms.pickle', 'rb') as f: self.paronyms: Dict[str, str] = pickle.load(f)
def __init__(self, bert: Optional[Bert] = None, speller: Optional[Speller] = None, sberbank_solver: Optional[SberbankSolver] = None): if bert is None: bert = Bert() self.bert: Bert = bert if speller is None: speller = Speller() self.speller: Speller = speller if sberbank_solver is None: sberbank_solver = SberbankSolver() self.sberbank_solver: SberbankSolver = sberbank_solver self.embs = self.load_pkl('task06') self.pos_pairs = set() for text, word_idx in self.EXAMPLES: self.pos_pairs.add(self.get_pos_pair(text))
def __init__(self, speller: Optional[Speller] = None): if speller is None: speller = Speller() self.speller: Speller = speller