def make_token( text, tp, line = None, column = None ): ret = CommonToken() ret.setText( text ) ret.setType( tp ) if line is not None: ret.setLine( line ) if column is not None: ret.setColumn( column ) return ret
def _new_newline( tok ): ret = CommonToken() ret.setType( PepperLexer.NEWLINE ) ret.setLine( tok.getLine() ) ret.setColumn( tok.getColumn() ) return ret
def _new_dedent( tok ): ret = CommonToken() ret.setType( PepperLexer.DEDENT ) ret.setLine( tok.getLine() ) ret.setColumn( tok.getColumn() ) return ret