def worker_init(): # cleanup queues rabbitHelper = RabbitHelper() cached_queues = WorkloadCacher().queues + TemplateCacher().cc_queues test_queues = ["workload","workload_template", "admin_tasks", "xdcr_tasks"] + cached_queues for queue in test_queues: try: if rabbitHelper.qsize(queue) > 0: print "Purge Queue: "+queue +" "+ str(rabbitHelper.qsize(queue)) rabbitHelper.purge(queue) except Exception as ex: print ex cacheClean() # kill old background processes kill_procs=["sdkserver"] for proc in kill_procs: os.system("ps aux | grep %s | awk '{print $2}' | xargs kill" % proc) # start sdk servers os.system("ruby sdkserver.rb &") os.system("python sdkserver.py &") # make sure logdir exists os.system("mkdir -p "+cfg.LOGDIR)
def worker_init(): # cleanup queues rabbitHelper = RabbitHelper() cached_queues = WorkloadCacher().queues + TemplateCacher().cc_queues test_queues = [ "workload", "workload_template", "admin_tasks", "xdcr_tasks" ] + cached_queues for queue in test_queues: try: if rabbitHelper.qsize(queue) > 0: print "Purge Queue: " + queue + " " + str( rabbitHelper.qsize(queue)) rabbitHelper.purge(queue) except Exception as ex: print ex cacheClean() # kill old background processes kill_procs = ["sdkserver"] for proc in kill_procs: os.system("ps aux | grep %s | awk '{print $2}' | xargs kill" % proc) # start sdk servers os.system("ruby sdkserver.rb &") os.system("python sdkserver.py &") # make sure logdir exists os.system("mkdir -p " + cfg.LOGDIR)
def requeueNonDeletedKeys(self): rabbitHelper = RabbitHelper() task_type = 'app.sdk_client_tasks.mdelete' # requeue pending delete keys so that they may be deleted in another workload while rabbitHelper.qsize(self.task_queue) > 0: task_set = rabbitHelper.getJsonMsg(self.task_queue) if len(task_set) > 0: keys = [task['args'] for task in task_set \ if task['task'] == task_type] if len(keys) > 0: # put back on to consume_queue msg = json.dumps(keys[0][0]) rabbitHelper.putMsg(self.consume_queue, msg) try: # delete task queue rabbitHelper.delete(self.task_queue) # delete consume queue if it was a miss_queue if self.miss_queue is not None and self.consume_queue is not None: rabbitHelper.delete(self.consume_queue) except: pass
def getKeyMapFromRemoteQueue(self, requeue = True): key_map = None mq = RabbitHelper() if mq.qsize(self.ccq) > 0: try: key_map = mq.getJsonMsg(self.ccq, requeue = requeue ) except Exception: pass return key_map
def getKeyMapFromRemoteQueue(self, requeue=True): key_map = None mq = RabbitHelper() # try to fetch from consume queue and # fall back to ccqueue queue = self.consume_queue if queue is None or mq.qsize(queue) == 0: queue = self.ccq if mq.qsize(queue) > 0: try: key_map = mq.getJsonMsg(queue, requeue=requeue) except Exception: pass return key_map
def getKeyMapFromRemoteQueue(self, requeue = True): key_map = None mq = RabbitHelper() # try to fetch from consume queue and # fall back to ccqueue queue = self.consume_queue if queue is None or mq.qsize(queue) == 0: queue = self.ccq if mq.qsize(queue) > 0: try: key_map = mq.getJsonMsg(queue, requeue = requeue ) except Exception: pass return key_map
import os import time from rabbit_helper import RabbitHelper from cache import WorkloadCacher, TemplateCacher, BucketStatusCacher, cacheClean # cleanup queues rabbitHelper = RabbitHelper() cached_queues = WorkloadCacher().queues + TemplateCacher().cc_queues test_queues = ["workload","workload_template"] + cached_queues for queue in test_queues: try: if rabbitHelper.qsize(queue) > 0: print "Purge Queue: "+queue +" "+ str(rabbitHelper.qsize(queue)) rabbitHelper.purge(queue) except Exception as ex: pass cacheClean() # kill+start sdk's os.system("ps aux | grep sdkserver | awk '{print $2'} | xargs kill") os.system("ruby sdkserver.rb &") os.system("python sdkserver.py &")
import os import time from rabbit_helper import RabbitHelper from cache import WorkloadCacher, TemplateCacher, BucketStatusCacher, cacheClean # cleanup queues rabbitHelper = RabbitHelper() cached_queues = WorkloadCacher().queues + TemplateCacher().cc_queues test_queues = ["workload", "workload_template"] + cached_queues for queue in test_queues: try: if rabbitHelper.qsize(queue) > 0: print "Purge Queue: " + queue + " " + str(rabbitHelper.qsize(queue)) rabbitHelper.purge(queue) except Exception as ex: pass cacheClean() # kill+start sdk's os.system("ps aux | grep sdkserver | awk '{print $2'} | xargs kill") os.system("ruby sdkserver.rb &") os.system("python sdkserver.py &")