Example #1
0
 def test_jsonlines_reader_fallback(self):
     """S3Payload - JSON Lines Reader, Fallback"""
     with tempfile.SpooledTemporaryFile(max_size=10*1024) as reader:
         reader.write('non-json-value\n'.encode())
         reader.seek(0)
         line_reader = S3Payload._jsonlines_reader(reader)
         assert_equal(reader == line_reader, True)
Example #2
0
 def test_jsonlines_reader(self):
     """S3Payload - JSON Lines Reader"""
     record = {'key': 'value'}
     json_line = (json.dumps(record, separators=(',', ':')) + '\n').encode()
     with tempfile.SpooledTemporaryFile(max_size=10 * 1024) as reader:
         reader.writelines([json_line, json_line])
         reader.seek(0)
         line_reader = S3Payload._jsonlines_reader(reader)
         assert_equal(reader != line_reader, True)