def setUp(self): from rson.base import Tokenizer self.t = Tokenizer.factory() self.delimiters = Tokenizer.delimiterset self.delimiters2 = self.delimiters | set("@") self.delimiters3 = self.delimiters | set("\n")
def setUp(self): from rson.base import Tokenizer, UnquotedToken self.t = Tokenizer.factory() self.u = UnquotedToken().unquoted_parse_factory()
def setUp(self): from rson.base import Tokenizer, QuotedToken self.t = Tokenizer.factory() self.q = QuotedToken().quoted_parse_factory()