def run_maketree(self):
try:
_blocks = self._blocks
except KeyError:
raise Exception('Should call run_block first')
with self.set_state():
self.children = block_tokenizer.make_tokens(_blocks)
return self.children
def __init__(self, parse_buffer, prepend, leader):
self.leader = leader
self.prepend = prepend
self.children = tokenizer.make_tokens(parse_buffer)
self.loose = parse_buffer.loose
def __init__(self, parse_buffer):
# span-level tokenizing happens here.
self.children = tokenizer.make_tokens(parse_buffer)