def test_records_are_not_lost(kinesis, config):
c = KinesisProducer(config)
c.send(b'-')
c.close()
c.join()
records = kinesis.read_records_from_stream()
assert len(records) == 1
assert records[0]['Data'] == b'-\n'
def test_send_with_threadpool_client(kinesis, config):
config['kinesis_concurrency'] = 2
c = KinesisProducer(config)
c.send(b'-')
c.close()
c.join()
records = kinesis.read_records_from_stream()
assert len(records) == 1
assert records[0]['Data'] == b'-\n'
def test_send_record_immediate(kinesis, config):
c = KinesisProducer(config)
c.send(b'-' * 200)
time.sleep(0.1) # Let the I/O thread do its job
records = kinesis.read_records_from_stream()
assert len(records) == 1
assert records[0]['Data'] == b'-' * 200 + b'\n'
c.close()
c.join()
def test_send_invalid_record(kinesis, config):
c = KinesisProducer(config)
with pytest.raises(ValueError):
c.send(123)
with pytest.raises(ValueError):
c.send(b'-' * (1024 * 1024 + 1))
c.close()
c.join()
def test_send_record_linger(kinesis, config):
c = KinesisProducer(config)
c.send(b'-' * 50)
time.sleep(0.1) # Let the I/O thread do its job
records = kinesis.read_records_from_stream()
assert len(records) == 0
time.sleep(0.2) # Now, the accumulator should be ready
records = kinesis.read_records_from_stream()
assert len(records) == 1
assert records[0]['Data'] == b'-' * 50 + b'\n'
c.close()
c.join()
def test_send_record_size_limit(kinesis, config):
c = KinesisProducer(config)
c.send(b'-' * (1024 * 1024 - 1))
c.close()
c.join()
def test_close(kinesis, config):
c = KinesisProducer(config)
c.close()
c.join()