예제 #1
0
def _do_parse(all_tokens, seen_ts, parent_to, text, indent):
    """Recursive function that actually creates the objects."""
    tokens = list(tokenize(text, indent, parent_to.start))
    for token in tokens:
        all_tokens.append((parent_to, token))
        if isinstance(token, TabStopToken):
            ts = TabStop(parent_to, token)
            seen_ts[token.number] = ts

            _do_parse(all_tokens, seen_ts, ts, token.initial_text, indent)
        else:
            klass = _TOKEN_TO_TEXTOBJECT.get(token.__class__, None)
            if klass is not None:
                klass(parent_to, token)
예제 #2
0
    def _do_parse(self, all_tokens, seen_ts):
        tokens = list(tokenize(self._text, self._indent, self._parent_to.start))

        for token in tokens:
            all_tokens.append((self._parent_to, token))

            if isinstance(token, TabStopToken):
                ts = TabStop(self._parent_to, token)
                seen_ts[token.no] = ts

                k = TOParser(ts, token.initial_text, self._indent)
                k._do_parse(all_tokens, seen_ts)
            else:
                klass = self.TOKEN2TO.get(token.__class__, None)
                if klass is not None:
                    klass(self._parent_to, token)
예제 #3
0
    def _do_parse(self, all_tokens, seen_ts):
        tokens = list(tokenize(self._text, self._indent,
                               self._parent_to.start))

        for token in tokens:
            all_tokens.append((self._parent_to, token))

            if isinstance(token, TabStopToken):
                ts = TabStop(self._parent_to, token)
                seen_ts[token.no] = ts

                k = TOParser(ts, token.initial_text, self._indent)
                k._do_parse(all_tokens, seen_ts)
            else:
                klass = self.TOKEN2TO.get(token.__class__, None)
                if klass is not None:
                    klass(self._parent_to, token)