Beispiel #1
0
 def __iter__(self):
     for token in HTMLTokenizer.__iter__(self):
         token = self.sanitize_token(token)
         if token:
             yield token