def test_max_tokens_2(self): query = TokenQuery("item1{0,3} item2{1,3} item3{2,3}", self.session) self.assertEqual(query.get_max_tokens(), 9)
def test_max_tokens_1(self): query = TokenQuery("item1 item2 item3", self.session) self.assertEqual(query.get_max_tokens(), 3)