print 'All tasks have been sent to SQS successfully.\n'
tasks.seek(0)
resQueue = conn.get_queue("resQueue") # Result queue to get data from Worker.
#tasks.seek(0)
i = 0
rs = resQueue.get_messages()
#print len(rs)
#print len(tasks.readlines())
#tasks.seek(0)
while i < len(tasks.readlines()): # To poll until all values come from worker.
#print i
if len(rs):
i+=1
m = rs[0]
print "Task Completed: " + m.get_body()
resQueue.delete_message(m)
rs = resQueue.get_messages()
tasks.seek(0)
endtime = time()
print "Total Time taken by Remote Worker is {} sec".format(endtime-start) # For finding the time.
print 'All results have been retreived from SQS.\n'
else:
}
taskQueue.write(m) # to write the message in queue
print 'All tasks have been sent to SQS successfully.\n'
tasks.seek(0)
resQueue = conn.get_queue("resQueue") # Result queue to get data from Worker.
#tasks.seek(0)
i = 0
rs = resQueue.get_messages()
#print len(rs)
#print len(tasks.readlines())
#tasks.seek(0)
while i < len(tasks.readlines()): # To poll until all values come from worker.
#print i
if len(rs):
i+=1
m = rs[0]
print "Task Completed: " + m.get_body()
resQueue.delete_message(m)
rs = resQueue.get_messages()
tasks.seek(0)
endtime = time()
print "Total Time taken by Remote Worker is {} sec".format(endtime-start) # For finding the time.
print 'All results have been retreived from SQS.\n'
parser.add_argument('-s', '--src', required=True,
help='Name of source queue.')
parser.add_argument('-d', '--dst', required=True,
help='Name of destination queue.')
parser.add_argument('--region', default='us-east-1',
help='AWS region of both the queues (default: \'us-east-1\').')
parser.add_argument('--profile', default='comet-test',
help='The AWS profile name containing credentials. Credentials are usually located in \'~/.aws/credentials\' file')
args = parser.parse_args()
conn = boto.sqs.connect_to_region(
args.region,
profile_name=args.profile
)
q = conn.get_queue(args.src)
qto = conn.get_queue(args.dst)
from boto.sqs.message import RawMessage
import time
while(True):
for m in q.get_messages():
# print '%s: %s' % (m, m.get_body())
me = RawMessage()
me.set_body(m.get_body())
retval = qto.write(me)
print 'added message %s, got retval: %s' % (me.get_body(),retval)
q.delete_message(m)
time.sleep(1)
conf = {
"sqs-access-key": "",
"sqs-secret-key": "",
"sqs-queue-name": "",
"sqs-region": "us-east-1",
"sqs-path": "sqssend"
}
import boto.sqs
conn = boto.sqs.connect_to_region(
conf.get('sqs-region'),
aws_access_key_id=conf.get('sqs-access-key'),
aws_secret_access_key=conf.get('sqs-secret-key'))
q = conn.create_queue(conf.get('sqs-queue-name'))
from boto.sqs.message import RawMessage
m = RawMessage()
m.set_body('Reader started at this point.')
retval = q.write(m)
print 'added message, got retval: %s' % retval
import time
while (True):
for m in q.get_messages():
print '%s: %s' % (m, m.get_body())
q.delete_message(m)
time.sleep(1)
