print 'All tasks have been sent to SQS successfully.\n' tasks.seek(0) resQueue = conn.get_queue("resQueue") # Result queue to get data from Worker. #tasks.seek(0) i = 0 rs = resQueue.get_messages() #print len(rs) #print len(tasks.readlines()) #tasks.seek(0) while i < len(tasks.readlines()): # To poll until all values come from worker. #print i if len(rs): i+=1 m = rs[0] print "Task Completed: " + m.get_body() resQueue.delete_message(m) rs = resQueue.get_messages() tasks.seek(0) endtime = time() print "Total Time taken by Remote Worker is {} sec".format(endtime-start) # For finding the time. print 'All results have been retreived from SQS.\n' else:
} taskQueue.write(m) # to write the message in queue print 'All tasks have been sent to SQS successfully.\n' tasks.seek(0) resQueue = conn.get_queue("resQueue") # Result queue to get data from Worker. #tasks.seek(0) i = 0 rs = resQueue.get_messages() #print len(rs) #print len(tasks.readlines()) #tasks.seek(0) while i < len(tasks.readlines()): # To poll until all values come from worker. #print i if len(rs): i+=1 m = rs[0] print "Task Completed: " + m.get_body() resQueue.delete_message(m) rs = resQueue.get_messages() tasks.seek(0) endtime = time() print "Total Time taken by Remote Worker is {} sec".format(endtime-start) # For finding the time. print 'All results have been retreived from SQS.\n'
parser.add_argument('-s', '--src', required=True, help='Name of source queue.') parser.add_argument('-d', '--dst', required=True, help='Name of destination queue.') parser.add_argument('--region', default='us-east-1', help='AWS region of both the queues (default: \'us-east-1\').') parser.add_argument('--profile', default='comet-test', help='The AWS profile name containing credentials. Credentials are usually located in \'~/.aws/credentials\' file') args = parser.parse_args() conn = boto.sqs.connect_to_region( args.region, profile_name=args.profile ) q = conn.get_queue(args.src) qto = conn.get_queue(args.dst) from boto.sqs.message import RawMessage import time while(True): for m in q.get_messages(): # print '%s: %s' % (m, m.get_body()) me = RawMessage() me.set_body(m.get_body()) retval = qto.write(me) print 'added message %s, got retval: %s' % (me.get_body(),retval) q.delete_message(m) time.sleep(1)
conf = { "sqs-access-key": "", "sqs-secret-key": "", "sqs-queue-name": "", "sqs-region": "us-east-1", "sqs-path": "sqssend" } import boto.sqs conn = boto.sqs.connect_to_region( conf.get('sqs-region'), aws_access_key_id=conf.get('sqs-access-key'), aws_secret_access_key=conf.get('sqs-secret-key')) q = conn.create_queue(conf.get('sqs-queue-name')) from boto.sqs.message import RawMessage m = RawMessage() m.set_body('Reader started at this point.') retval = q.write(m) print 'added message, got retval: %s' % retval import time while (True): for m in q.get_messages(): print '%s: %s' % (m, m.get_body()) q.delete_message(m) time.sleep(1)