class OVDMGearmanWorker(python3_gearman.GearmanWorker):
"""
Class for the current Gearman worker
"""
def __init__(self):
self.stop = False
self.ovdm = OpenVDM()
self.job_pid = ''
self.job_info = {}
super().__init__(host_list=[self.ovdm.get_gearman_server()])
def _get_job_info(self):
"""
Fetch job metadata
"""
collection_system_transfers = self.ovdm.get_collection_system_transfers(
)
for collection_system_transfer in collection_system_transfers:
if collection_system_transfer['pid'] == self.job_pid:
return {
'type': 'collectionSystemTransfer',
'id':
collection_system_transfer['collectionSystemTransferID'],
'name': collection_system_transfer['name'],
'pid': collection_system_transfer['pid']
}
cruise_data_transfers = self.ovdm.get_cruise_data_transfers()
for cruise_data_transfer in cruise_data_transfers:
if cruise_data_transfer['pid'] != "0":
return {
'type': 'cruiseDataTransfer',
'id': cruise_data_transfer['cruiseDataTransferID'],
'name': cruise_data_transfer['name'],
'pid': cruise_data_transfer['pid']
}
cruise_data_transfers = self.ovdm.get_required_cruise_data_transfers()
for cruise_data_transfer in cruise_data_transfers:
if cruise_data_transfer['pid'] != "0":
return {
'type': 'cruiseDataTransfer',
'id': cruise_data_transfer['cruiseDataTransferID'],
'name': cruise_data_transfer['name'],
'pid': cruise_data_transfer['pid']
}
tasks = self.ovdm.get_tasks()
for task in tasks:
if task['pid'] != "0":
return {
'type': 'task',
'id': task['taskID'],
'name': task['name'],
'pid': task['pid']
}
return {'type': 'unknown'}
def on_job_execute(self, current_job):
"""
Function run whenever a new job arrives
"""
logging.debug("current_job: %s", current_job)
payload_obj = json.loads(current_job.data)
self.job_pid = payload_obj['pid']
self.job_info = self._get_job_info()
logging.info("Job: %s, Killing PID: %s failed at: %s",
current_job.handle, self.job_pid,
time.strftime("%D %T", time.gmtime()))
return super().on_job_execute(current_job)
def on_job_exception(self, current_job, exc_info):
"""
Function run whenever the current job has an exception
"""
logging.info("Job: %s Killing PID %s failed at: %s",
current_job.handle, self.job_pid,
time.strftime("%D %T", time.gmtime()))
self.send_job_data(
current_job,
json.dumps([{
"partName": "Worker Crashed",
"result": "Fail",
"reason": "Unknown"
}]))
exc_type, _, exc_tb = sys.exc_info()
fname = os.path.split(exc_tb.tb_frame.f_code.co_filename)[1]
logging.error(exc_type, fname, exc_tb.tb_lineno)
return super().on_job_exception(current_job, exc_info)
def on_job_complete(self, current_job, job_result):
"""
Function run whenever the current job completes
"""
results_obj = json.loads(job_result)
logging.debug("Job Results: %s", json.dumps(results_obj, indent=2))
logging.info("Job: %s, Killing PID %s completed at: %s",
current_job.handle, self.job_pid,
time.strftime("%D %T", time.gmtime()))
return super().send_job_complete(current_job, job_result)
def stop_task(self):
"""
Function to stop the current job
"""
self.stop = True
logging.warning("Stopping current task...")
def quit_worker(self):
"""
Function to quit the worker
"""
self.stop = True
logging.warning("Quitting worker...")
self.shutdown()
time.sleep(5)
logging.info("Setting all tasks to idle.")
tasks = openVDM.get_tasks()
for task in tasks:
openVDM.set_idle_task(task['taskID'])
logging.info("Setting all Collection System Transfers to idle.")
collection_system_transfers = openVDM.get_collection_system_transfers()
for collection_system_transfer in collection_system_transfers:
if not collection_system_transfer['status'] == '3':
openVDM.set_idle_collection_system_transfer(
collection_system_transfer['collectionSystemTransferID'])
logging.info("Setting all Cruise Data Transfers to idle.")
cruise_data_transfers = openVDM.get_cruise_data_transfers()
for cruise_data_transfer in cruise_data_transfers:
if not cruise_data_transfer['status'] == '3':
openVDM.set_idle_cruise_data_transfer(
cruise_data_transfer['cruiseDataTransferID'])
required_cruise_data_transfers = openVDM.get_required_cruise_data_transfers(
)
for required_cruise_data_transfer in required_cruise_data_transfers:
if not required_cruise_data_transfer['status'] == '3':
openVDM.set_idle_cruise_data_transfer(
required_cruise_data_transfer['cruiseDataTransferID'])
logging.info("Clearing all jobs from Gearman.")
openVDM.clear_gearman_jobs_from_db()
collection_system_transfers = ovdm.get_active_collection_system_transfers()
for collection_system_transfer in collection_system_transfers:
logging.info("Submitting collection system transfer job for: %s", collection_system_transfer['longName'])
gmData = {
'collectionSystemTransfer': {
'collectionSystemTransferID': collection_system_transfer['collectionSystemTransferID']
}
}
completed_job_request = gm_client.submit_job("runCollectionSystemTransfer", json.dumps(gmData), background=True)
time.sleep(2)
cruise_data_transfers = ovdm.get_cruise_data_transfers()
for cruise_data_transfer in cruise_data_transfers:
logging.info("Submitting cruise data transfer job for: %s", cruise_data_transfer['longName'])
gmData = {
'cruiseDataTransfer': {
'cruiseDataTransferID': cruise_data_transfer['cruiseDataTransferID']
}
}
completed_job_request = gm_client.submit_job("runCruiseDataTransfer", json.dumps(gmData), background=True)
time.sleep(2)
required_cruise_data_transfers = ovdm.get_required_cruise_data_transfers()
for required_cruise_data_transfer in required_cruise_data_transfers: