def initialiseCouch(objectRef):
if objectRef.couchdb != None:
return
if objectRef.url == None:
msg = "url for couch service not provided"
raise CouchConnectionError(msg)
if objectRef.database == None:
msg = "database name for couch service not provided"
raise CouchConnectionError(msg)
try:
objectRef.server = CMSCouch.CouchServer(objectRef.url)
objectRef.couchdb = objectRef.server.connectDatabase(
objectRef.database)
except HTTPException as e:
msg = "%s with status: %s, reason: %s and result: %s" % (
repr(e), getattr(e, 'status', ""), getattr(
e, 'reason', ""), getattr(e, 'result', ""))
raise CouchConnectionError(msg)
except Exception as e:
msg = "Exception instantiating couch services for :\n"
msg += " url = %s\n database = %s\n" % (objectRef.url,
objectRef.database)
msg += " Exception: %s" % str(e)
print(msg)
raise CouchConnectionError(msg)
def connect(self):
"""
_connect_
Initialise the couch database connection for this object.
This gets called automagically by the requireConnected decorator
"""
if self.connected:
return
if self.cdb_url is None:
msg = "url for couch service not provided"
raise CouchConnectionError(msg)
if self.cdb_database is None:
msg = "database name for couch service not provided"
raise CouchConnectionError(msg)
try:
self.cdb_server = CMSCouch.CouchServer(self.cdb_url)
self.couch = self.cdb_server.connectDatabase(self.cdb_database)
except Exception as ex:
msg = "Exception instantiating couch services for :\n"
msg += " url = %s\n database = %s\n" % (self.cdb_url,
self.cdb_database)
msg += " Exception: %s" % str(ex)
print(msg)
raise CouchConnectionError(msg)
def __init__(self, couchUrl, couchDatabase):
self.cdb_url = couchUrl
self.cdb_database = couchDatabase
try:
self.cdb_server = CMSCouch.CouchServer(self.cdb_url)
self.couch = self.cdb_server.connectDatabase(self.cdb_database)
except Exception as ex:
msg = "Exception instantiating couch services for :\n"
msg += " url = %s\n database = %s\n" % (self.cdb_url, self.cdb_database)
msg += " Exception: %s" % str(ex)
print(msg)
raise CouchConnectionError(msg)
def publicationStatus(self, workflow, asourl):
publication_info = {}
if not asourl:
raise ExecutionError("This CRAB server is not configured to publish; no publication status is available.")
server = CMSCouch.CouchServer(dburl=asourl, ckey=self.serverKey, cert=self.serverCert)
try:
db = server.connectDatabase('asynctransfer')
except Exception, ex:
msg = "Error while connecting to asynctransfer CouchDB"
self.logger.exception(msg)
publication_info = {'error' : msg}
return publication_info
def publicationStatusCouch(self, workflow, asourl, asodb):
publicationInfo = {'status': {}, 'failure_reasons': {}}
if not asourl:
raise ExecutionError("This CRAB server is not configured to publish; no publication status is available.")
server = CMSCouch.CouchServer(dburl=asourl, ckey=self.serverKey, cert=self.serverCert)
try:
db = server.connectDatabase(asodb)
except Exception:
msg = "Error while connecting to asynctransfer CouchDB for workflow %s " % workflow
msg += "\n asourl=%s asodb=%s" % (asourl, asodb)
self.logger.exception(msg)
publicationInfo['status'] = {'error': msg}
return publicationInfo
# Get the publication status for the given workflow. The next query to the
# CouchDB view returns a list of 1 dictionary (row) with:
# 'key' : workflow,
# 'value' : a dictionary with possible publication statuses as keys and the
# counts as values.
query = {'reduce': True, 'key': workflow, 'stale': 'update_after'}
try:
publicationList = db.loadView('AsyncTransfer', 'PublicationStateByWorkflow', query)['rows']
except Exception:
msg = "Error while querying CouchDB for publication status information for workflow %s " % workflow
self.logger.exception(msg)
publicationInfo['status'] = {'error': msg}
return publicationInfo
if publicationList:
publicationStatusDict = publicationList[0]['value']
publicationInfo['status'] = publicationStatusDict
# Get the publication failure reasons for the given workflow. The next query to
# the CouchDB view returns a list of N_different_publication_failures
# dictionaries (rows) with:
# 'key' : [workflow, publication failure],
# 'value' : count.
numFailedPublications = publicationStatusDict['publication_failed']
if numFailedPublications:
query = {'group': True, 'startkey': [workflow], 'endkey': [workflow, {}], 'stale': 'update_after'}
try:
publicationFailedList = db.loadView('DBSPublisher', 'PublicationFailedByWorkflow', query)['rows']
except Exception:
msg = "Error while querying CouchDB for publication failures information for workflow %s " % workflow
self.logger.exception(msg)
publicationInfo['failure_reasons']['error'] = msg
return publicationInfo
publicationInfo['failure_reasons']['result'] = []
for publicationFailed in publicationFailedList:
failureReason = publicationFailed['key'][1]
numFailedFiles = publicationFailed['value']
publicationInfo['failure_reasons']['result'].append((failureReason, numFailedFiles))
return publicationInfo
def initialiseCouch(objectRef):
if objectRef.couchdb != None:
return
if objectRef.url == None:
msg = "url for couch service not provided"
raise CouchConnectionError(msg)
if objectRef.database == None:
msg = "database name for couch service not provided"
raise CouchConnectionError(msg)
try:
objectRef.server = CMSCouch.CouchServer(objectRef.url)
objectRef.couchdb = objectRef.server.connectDatabase(
objectRef.database)
except Exception as e:
msg = "Exception instantiating couch services for :\n"
msg += " url = %s\n database = %s\n" % (objectRef.url,
objectRef.database)
msg += " Exception: %s" % str(e)
print msg
raise CouchConnectionError(msg)
def killTransfers(self, apmon):
self.logger.info("About to kill transfers from workflow %s." %
self.workflow)
ASOURL = self.task.get('tm_asourl', None)
if not ASOURL:
self.logger.info("ASO URL not set; will not kill transfers")
return False
try:
hostname = socket.getfqdn()
except:
hostname = ''
server = CMSCouch.CouchServer(dburl=ASOURL,
ckey=self.proxy,
cert=self.proxy)
try:
db = server.connectDatabase('asynctransfer')
except Exception, ex:
msg = "Error while connecting to asynctransfer CouchDB"
self.logger.exception(msg)
raise TaskWorkerException(msg)
def killTransfers(self, apmon):
self.logger.info("About to kill transfers from workflow %s." % self.workflow)
ASOURL = self.task.get('tm_asourl', None)
if not ASOURL:
self.logger.info("ASO URL not set; will not kill transfers")
return False
try:
hostname = socket.getfqdn()
except:
hostname = ''
server = CMSCouch.CouchServer(dburl=ASOURL, ckey=self.proxy, cert=self.proxy)
try:
db = server.connectDatabase('asynctransfer')
except Exception as ex:
msg = "Error while connecting to asynctransfer CouchDB"
self.logger.exception(msg)
raise TaskWorkerException(msg)
self.queryKill = {'reduce':False, 'key':self.workflow, 'include_docs': True}
try:
filesKill = db.loadView('AsyncTransfer', 'forKill', self.queryKill)['rows']
except Exception as ex:
msg = "Error while connecting to asynctransfer CouchDB"
self.logger.exception(msg)
raise TaskWorkerException(msg)
if len(filesKill) == 0:
self.logger.warning('No files to kill found')
for idt in filesKill:
now = str(datetime.datetime.now())
id = idt['value']
data = {
'end_time': now,
'state': 'killed',
'last_update': time.time(),
'retry': now,
}
updateUri = "/%s/_design/AsyncTransfer/_update/updateJobs/%s?%s" % (db.name, id, urllib.urlencode(data))
jobid = idt.get('jobid')
jobretry = idt.get('job_retry_count')
if not self.task['kill_all']:
if idt.get("jobid") not in self.task['kill_ids']:
continue
self.logger.info("Killing transfer %s (job ID %s; job retry %s)." % (id, str(jobid), str(jobretry)))
jobid = str(jobid)
jobretry = str(jobretry)
if jobid and jobretry != None:
jinfo = {'broker': hostname,
'bossId': jobid,
'StatusValue': 'killed',
}
insertJobIdSid(jinfo, jobid, self.workflow, jobretry)
self.logger.info("Sending kill info to Dashboard: %s" % str(jinfo))
apmon.sendToML(jinfo)
try:
db.makeRequest(uri = updateUri, type = "PUT", decode = False)
except Exception as ex:
msg = "Error updating document in couch"
msg += str(ex)
msg += str(traceback.format_exc())
raise TaskWorkerException(msg)
return True