def create_kinesis_stream(stream): """ Creates our Kinesis stream """ kinesis = boto.connect_kinesis() response = kinesis.create_stream(stream, 1) pause_until_kinesis_active(stream) print("Kinesis successfully created")
def get_or_create_stream(stream_name, shard_count): stream=None try: stream=kinesis.describe_stream(streamName) print(json.dumps(stream,sort_keys=True,indent=2,separators=(',',':'))) except ResourceNotFoundException as enfe: while(stream is None) or (stream['StreamStatus'] is not 'ACTIVE'): print('Could not find ACTIVE stream:0 trying to create.'.format(stream_name)) stream=kinesis.create_stream(stream_name,shard_count) time.sleep(0.5) return stream
# Get our instance ID out of the metadata instance_id = instance_metadata['instance-id'] # Use the instance ID as our stream name stream_name = instance_id # Use only one shard shard_count = 1 try: # Connect to Kinesis kinesis = boto.connect_kinesis() # Create the stream for this instance ID kinesis.create_stream(stream_name, shard_count) except boto.kinesis.exceptions.ResourceInUseException: # Stream has already been created, this can be safely ignored pass # Read data from stdin line = sys.stdin.readline() # Loop until there is no data left while line: # Put the data into Kinesis kinesis.put_record(stream_name, line, stream_name) # Read the next line line = sys.stdin.readline()
# Get our instance ID out of the metadata instance_id = instance_metadata['instance-id'] # Use the instance ID as our stream name stream_name = instance_id # Use only one shard shard_count = 1 try: # Connect to Kinesis kinesis = boto.connect_kinesis() # Create the stream for this instance ID kinesis.create_stream(stream_name, shard_count) except boto.kinesis.exceptions.ResourceInUseException: # Stream has already been created, this can be safely ignored pass tries = 0 # Try up to 10 times to open the stream while tries < 10: tries += 1 # Get the stream description response = kinesis.describe_stream(stream_name) # Is the stream active? if response['StreamDescription']['StreamStatus'] == 'ACTIVE':
from boto import kinesis kinesis = kinesis.connect_to_region("eu-west-1") stream = kinesis.create_stream("BotoDemo", 1) kinesis.describe_stream("BotoDemo") kinesis.list_streams()