def get_jobs(self, req): """ Get the job definition from panda server. :return: job definiton dictionary. """ self.get_jobs_lock.acquire() try: jobs = [] resp_attrs = None data = {'getProxyKey': 'False'} kmap = {'node': 'node', 'mem': 'mem', 'getProxyKey': 'getProxyKey', 'computingElement': 'queue', 'diskSpace': 'disk_space', 'siteName': 'site', 'prodSourceLabel': 'job_label', 'workingGroup': 'working_group', 'cpu': 'cpu'} for key, value in list(kmap.items()): # Python 2/3 if hasattr(req, value): data[key] = getattr(req, value) for i in range(req.num_jobs): logger.info("Getting jobs: %s" % data) res = https.request('{pandaserver}/server/panda/getJob'.format(pandaserver=config.Pilot.pandaserver), data=data) logger.info("Got jobs returns: %s" % res) if res is None: resp_attrs = {'status': None, 'content': None, 'exception': exception.CommunicationFailure("Get job failed to get response from Panda.")} break elif res['StatusCode'] == 20 and 'no jobs in PanDA' in res['errorDialog']: resp_attrs = {'status': res['StatusCode'], 'content': None, 'exception': exception.CommunicationFailure("No jobs in panda")} elif res['StatusCode'] != 0: resp_attrs = {'status': res['StatusCode'], 'content': None, 'exception': exception.CommunicationFailure("Get job from Panda returns a non-zero value: %s" % res['StatusCode'])} break else: jobs.append(res) if jobs: resp_attrs = {'status': 0, 'content': jobs, 'exception': None} elif not resp_attrs: resp_attrs = {'status': -1, 'content': None, 'exception': exception.UnknownException("Failed to get jobs")} resp = CommunicationResponse(resp_attrs) except Exception as e: # Python 2/3 logger.error("Failed to get jobs: %s, %s" % (e, traceback.format_exc())) resp_attrs = {'status': -1, 'content': None, 'exception': exception.UnknownException("Failed to get jobs: %s" % (traceback.format_exc()))} resp = CommunicationResponse(resp_attrs) self.get_jobs_lock.release() return resp
def update_jobs_old(self, req): """ Update jobs. """ self.update_jobs_lock.acquire() try: logger.info("Updating jobs: %s" % req) data = {'jobList': json.dumps(req.jobs)} url = environ.get('PANDA_SERVER_URL', config.Pilot.pandaserver) res = https.request( '{pandaserver}/server/panda/updateJobsInBulk'.format( pandaserver=url), data=data) logger.info("Updated jobs status: %s" % res) resp_attrs = {'status': 0, 'content': res, 'exception': None} resp = CommunicationResponse(resp_attrs) except Exception as e: # Python 2/3 logger.error("Failed to update jobs: %s, %s" % (e, traceback.format_exc())) resp_attrs = { 'status': -1, 'content': None, 'exception': exception.UnknownException("Failed to update jobs: %s" % (traceback.format_exc())) } resp = CommunicationResponse(resp_attrs) self.update_jobs_lock.release() return resp
def update_events(self, req): """ Update events. """ self.update_events_lock.acquire() resp = None try: logger.info("Updating events: %s" % req) url = environ.get('PANDA_SERVER_URL', config.Pilot.pandaserver) res = https.request( '{pandaserver}/server/panda/updateEventRanges'.format( pandaserver=url), data=req.update_events) logger.info("Updated event ranges status: %s" % res) resp_attrs = {'status': 0, 'content': res, 'exception': None} resp = CommunicationResponse(resp_attrs) except Exception as e: # Python 2/3 logger.error("Failed to update event ranges: %s, %s" % (e, traceback.format_exc())) resp_attrs = { 'status': -1, 'content': None, 'exception': exception.UnknownException("Failed to update events: %s" % (traceback.format_exc())) } resp = CommunicationResponse(resp_attrs) self.update_events_lock.release() return resp
def update_jobs(self, req): """ Update jobs. """ self.update_jobs_lock.acquire() resp = None try: logger.info("Updating jobs: %s" % req) res_list = [] for job in req.jobs: res = self.update_job(job) res_list.append(res) resp_attrs = {'status': 0, 'content': res_list, 'exception': None} resp = CommunicationResponse(resp_attrs) except Exception as e: # Python 2/3 logger.error("Failed to update jobs: %s, %s" % (e, traceback.format_exc())) resp_attrs = { 'status': -1, 'content': None, 'exception': exception.UnknownException("Failed to update jobs: %s" % (traceback.format_exc())) } resp = CommunicationResponse(resp_attrs) self.update_jobs_lock.release() return resp
def get_events(self, req): """ Get events """ self.get_events_lock.acquire() resp = None try: log = get_logger(str(req.jobid), logger) if not req.num_ranges: # ToBeFix num_ranges with corecount req.num_ranges = 1 data = { 'pandaID': req.jobid, 'jobsetID': req.jobsetid, 'taskID': req.taskid, 'nRanges': req.num_ranges } log.info("Downloading new event ranges: %s" % data) res = https.request( '{pandaserver}/server/panda/getEventRanges'.format( pandaserver=config.Pilot.pandaserver), data=data) log.info("Downloaded event ranges: %s" % res) if res['StatusCode'] == 0 or str(res['StatusCode']) == '0': resp_attrs = { 'status': 0, 'content': res['eventRanges'], 'exception': None } else: resp_attrs = { 'status': res['StatusCode'], 'content': None, 'exception': exception.CommunicationFailure( "Get events from panda returns non-zero value: %s" % res['StatusCode']) } resp = CommunicationResponse(resp_attrs) except Exception, e: log.error("Failed to download event ranges: %s, %s" % (e, traceback.format_exc())) resp_attrs = { 'status': -1, 'content': None, 'exception': exception.UnknownException("Failed to get events: %s" % (traceback.format_exc())) } resp = CommunicationResponse(resp_attrs)