def worker_init():
# cleanup queues
rabbitHelper = RabbitHelper()
cached_queues = WorkloadCacher().queues + TemplateCacher().cc_queues
test_queues = ["workload","workload_template", "admin_tasks", "xdcr_tasks"] + cached_queues
for queue in test_queues:
try:
if rabbitHelper.qsize(queue) > 0:
print "Purge Queue: "+queue +" "+ str(rabbitHelper.qsize(queue))
rabbitHelper.purge(queue)
except Exception as ex:
print ex
cacheClean()
# kill old background processes
kill_procs=["sdkserver"]
for proc in kill_procs:
os.system("ps aux | grep %s | awk '{print $2}' | xargs kill" % proc)
# start sdk servers
os.system("ruby sdkserver.rb &")
os.system("python sdkserver.py &")
# make sure logdir exists
os.system("mkdir -p "+cfg.LOGDIR)
def worker_init():
# cleanup queues
rabbitHelper = RabbitHelper()
cached_queues = WorkloadCacher().queues + TemplateCacher().cc_queues
test_queues = [
"workload", "workload_template", "admin_tasks", "xdcr_tasks"
] + cached_queues
for queue in test_queues:
try:
if rabbitHelper.qsize(queue) > 0:
print "Purge Queue: " + queue + " " + str(
rabbitHelper.qsize(queue))
rabbitHelper.purge(queue)
except Exception as ex:
print ex
cacheClean()
# kill old background processes
kill_procs = ["sdkserver"]
for proc in kill_procs:
os.system("ps aux | grep %s | awk '{print $2}' | xargs kill" % proc)
# start sdk servers
os.system("ruby sdkserver.rb &")
os.system("python sdkserver.py &")
# make sure logdir exists
os.system("mkdir -p " + cfg.LOGDIR)
def requeueNonDeletedKeys(self):
rabbitHelper = RabbitHelper()
task_type = 'app.sdk_client_tasks.mdelete'
# requeue pending delete keys so that they may be deleted in another workload
while rabbitHelper.qsize(self.task_queue) > 0:
task_set = rabbitHelper.getJsonMsg(self.task_queue)
if len(task_set) > 0:
keys = [task['args'] for task in task_set \
if task['task'] == task_type]
if len(keys) > 0:
# put back on to consume_queue
msg = json.dumps(keys[0][0])
rabbitHelper.putMsg(self.consume_queue, msg)
try:
# delete task queue
rabbitHelper.delete(self.task_queue)
# delete consume queue if it was a miss_queue
if self.miss_queue is not None and self.consume_queue is not None:
rabbitHelper.delete(self.consume_queue)
except:
pass
def requeueNonDeletedKeys(self):
rabbitHelper = RabbitHelper()
task_type = 'app.sdk_client_tasks.mdelete'
# requeue pending delete keys so that they may be deleted in another workload
while rabbitHelper.qsize(self.task_queue) > 0:
task_set = rabbitHelper.getJsonMsg(self.task_queue)
if len(task_set) > 0:
keys = [task['args'] for task in task_set \
if task['task'] == task_type]
if len(keys) > 0:
# put back on to consume_queue
msg = json.dumps(keys[0][0])
rabbitHelper.putMsg(self.consume_queue, msg)
try:
# delete task queue
rabbitHelper.delete(self.task_queue)
# delete consume queue if it was a miss_queue
if self.miss_queue is not None and self.consume_queue is not None:
rabbitHelper.delete(self.consume_queue)
except:
pass
def getKeyMapFromRemoteQueue(self, requeue = True):
key_map = None
mq = RabbitHelper()
if mq.qsize(self.ccq) > 0:
try:
key_map = mq.getJsonMsg(self.ccq, requeue = requeue )
except Exception:
pass
return key_map
def getKeyMapFromRemoteQueue(self, requeue=True):
key_map = None
mq = RabbitHelper()
# try to fetch from consume queue and
# fall back to ccqueue
queue = self.consume_queue
if queue is None or mq.qsize(queue) == 0:
queue = self.ccq
if mq.qsize(queue) > 0:
try:
key_map = mq.getJsonMsg(queue, requeue=requeue)
except Exception:
pass
return key_map
def getKeyMapFromRemoteQueue(self, requeue = True):
key_map = None
mq = RabbitHelper()
# try to fetch from consume queue and
# fall back to ccqueue
queue = self.consume_queue
if queue is None or mq.qsize(queue) == 0:
queue = self.ccq
if mq.qsize(queue) > 0:
try:
key_map = mq.getJsonMsg(queue, requeue = requeue )
except Exception:
pass
return key_map
import os
import time
from rabbit_helper import RabbitHelper
from cache import WorkloadCacher, TemplateCacher, BucketStatusCacher, cacheClean
# cleanup queues
rabbitHelper = RabbitHelper()
cached_queues = WorkloadCacher().queues + TemplateCacher().cc_queues
test_queues = ["workload","workload_template"] + cached_queues
for queue in test_queues:
try:
if rabbitHelper.qsize(queue) > 0:
print "Purge Queue: "+queue +" "+ str(rabbitHelper.qsize(queue))
rabbitHelper.purge(queue)
except Exception as ex:
pass
cacheClean()
# kill+start sdk's
os.system("ps aux | grep sdkserver | awk '{print $2'} | xargs kill")
os.system("ruby sdkserver.rb &")
os.system("python sdkserver.py &")
import os
import time
from rabbit_helper import RabbitHelper
from cache import WorkloadCacher, TemplateCacher, BucketStatusCacher, cacheClean
# cleanup queues
rabbitHelper = RabbitHelper()
cached_queues = WorkloadCacher().queues + TemplateCacher().cc_queues
test_queues = ["workload", "workload_template"] + cached_queues
for queue in test_queues:
try:
if rabbitHelper.qsize(queue) > 0:
print "Purge Queue: " + queue + " " + str(rabbitHelper.qsize(queue))
rabbitHelper.purge(queue)
except Exception as ex:
pass
cacheClean()
# kill+start sdk's
os.system("ps aux | grep sdkserver | awk '{print $2'} | xargs kill")
os.system("ruby sdkserver.rb &")
os.system("python sdkserver.py &")
