def testSuppressors(self): s = r'(<L a.b c.d e>)' stream = preserving_split(s, '()<>.', suppressors='<>') self.assertEqual([tok for tok in stream], ['(', '<', 'L', 'a.b', 'c.d', 'e', '>', ')'])
def testSuppressors(self): s = r"(<L a.b c.d e>)" stream = preserving_split(s, "()<>.", suppressors="<>") self.assertEqual([tok for tok in stream], ["(", "<", "L", "a.b", "c.d", "e", ">", ")"])
def testNoSuppressors(self): s = r'(<L a.b c.d e>)' stream = preserving_split(s, '()<>.') self.assertEqual([tok for tok in stream], (r'( < L a . b c . d e > )'.split(' ')))
def testNoSuppressors(self): s = r"(<L a.b c.d e>)" stream = preserving_split(s, "()<>.") self.assertEqual([tok for tok in stream], (r"( < L a . b c . d e > )".split(" ")))