def print_trees(self, text): parses = self.parse_text(text) for p in parses: s = Sentence(p[1]) print(p[0]) s.print_tree() print('')
sents = [] for span in parsed_data.sents: sent = [self.__spacy2token(parsed_data[i]) for i in range(span.start, span.end)] sents.append(sent) return sents if __name__ == '__main__': test_text = u""" Alan Mathison Turing was a pioneering English computer scientist, mathematician, logician, cryptanalyst and theoretical biologist. He was highly influential in the development of theoretical computer science, providing a formalisation of the concepts of algorithm and computation with the Turing machine, which can be considered a model of a general purpose computer. Turing is widely considered to be the father of theoretical computer science and artificial intelligence. The psychologist George Kelley (1955) noted that humans do not enter a world that is inherently structured; we must give the world a structure that we ourselves create. Some subspecies of mosquito might be 1st to be genetically wiped out. """ print('Starting parser...') parser = Parser() print('Parsing...') result = parser.parse_text(test_text) for r in result: sentence = Sentence(r) print(sentence) sentence.print_tree() print('')
for i in range(len(token_seq)): token_seq[i].position_in_sentence = i sents.append((sentence_text, token_seq)) return sents def print_trees(self, text): parses = self.parse_text(text) for p in parses: s = Sentence(p[1]) print(p[0]) s.print_tree() print('') if __name__ == '__main__': test_text = u"""Some subspecies of mosquito might be 1st to be genetically wiped out.""" # test_text = u"""Des millions de Français n’ont pas accès à une connexion.""" print('Starting parser...') parser = Parser() print('Parsing...') result = parser.parse_text(test_text) for r in result: sentence = Sentence(r[1]) print(r[0]) sentence.print_tree() print('')
def process_sentence(self, sentence): self.tree.root_id = self.process_token(sentence.root()) self.tree.remove_redundant_nesting() return self.tree def transform(sentence): alpha = AlphaStage() return alpha.process_sentence(sentence) if __name__ == "__main__": test_text = """ My name is James Bond. """ print("Starting parser...") parser = Parser() print("Parsing...") result = parser.parse_text(test_text) print(result) for r in result: s = Sentence(r) print(s) s.print_tree() t = transform(s) print(t)