def detect(query, file): detector = StreamDetector(query) for binary_line in iter(file.readline, b''): unicode_line = binary2unicode(binary_line) trove = detector.feed(unicode_line) yield trove
def test(self): """ バイト列をユニコード文字列に変換する """ expect = u"吾輩は猫である" binary = expect.encode("utf-8") text = binary2unicode(binary) eq_(text, expect)