Beispiel #1
0
def _runner(text, child):
    r1, r2 = range(250), range(LOOPS)
    for i in r1:
        CTokenizer().tokenize(text)
    child.send("OK")
    child.recv()
    child.send("OK")
    child.recv()
    for i in r2:
        CTokenizer().tokenize(text)
    child.send("OK")
    child.recv()
Beispiel #2
0
 def test_uses_c(self):
     """make sure the C tokenizer identifies as using a C extension"""
     self.assertTrue(CTokenizer.USES_C)
     self.assertTrue(CTokenizer().USES_C)