def make_token( text, tp, line = None, column = None ):
ret = CommonToken()
ret.setText( text )
ret.setType( tp )
if line is not None:
ret.setLine( line )
if column is not None:
ret.setColumn( column )
return ret
def _new_newline( tok ):
ret = CommonToken()
ret.setType( PepperLexer.NEWLINE )
ret.setLine( tok.getLine() )
ret.setColumn( tok.getColumn() )
return ret
def _new_dedent( tok ):
ret = CommonToken()
ret.setType( PepperLexer.DEDENT )
ret.setLine( tok.getLine() )
ret.setColumn( tok.getColumn() )
return ret
