def prepare_trees(self):
self.train = TreeList()
#print(self.train)
reader = Conll07Reader(self.corpus_file)
sent = reader.getNext()
c = 1
while sent and (c <= self.howbig):
t = self.prepare(sent, lr=self.lr)
if t is not None:
self.train.add_tree(t)
#tracker.create_snapshot()
#tracker.stats.print_summary()
sent = reader.getNext()
c += 1
def __init__(self):
self.x_dict = LabelDictionary(
["write", "that", "code", "ROOT", "don't"])
self.train_trees = TreeList()
tree_ex1 = Tree() # container for node_list and edge_list
idx = self.x_dict.get_label_id("write")
n0 = Node(len(tree_ex1), idx) # len is 0
tree_ex1.add_node(n0)
idx = self.x_dict.get_label_id("that")
n1 = Node(len(tree_ex1), idx)
tree_ex1.add_node(n1)
idx = self.x_dict.get_label_id("code")
n2 = Node(len(tree_ex1), idx)
tree_ex1.add_node(n2)
idx = self.x_dict.get_label_id("ROOT")
n3 = Node(len(tree_ex1), idx)
tree_ex1.add_node(n3)
tree_ex1.add_edge(Edge(n0, n2))
tree_ex1.add_edge(Edge(n2, n1))
tree_ex1.add_edge(Edge(n3, n0))
self.train_trees.add_tree(tree_ex1)
tree_ex2 = Tree()
idx = self.x_dict.get_label_id("don't")
n0 = Node(len(tree_ex1), idx) # len is 0
tree_ex2.add_node(n0)
idx = self.x_dict.get_label_id("write")
n1 = Node(len(tree_ex1), idx)
tree_ex2.add_node(n1)
idx = self.x_dict.get_label_id("code")
n2 = Node(len(tree_ex1), idx)
tree_ex2.add_node(n2)
idx = self.x_dict.get_label_id("ROOT")
n3 = Node(len(tree_ex1), idx)
tree_ex2.add_node(n3)
tree_ex2.add_edge(Edge(n0, n1))
tree_ex2.add_edge(Edge(n1, n2))
tree_ex2.add_edge(Edge(n3, n0))
self.train_trees.add_tree(tree_ex2)
