def deleteBlocksPhEDExCalls(self, location, blocksToDelete):
"""
_deleteBlocksPhEDExCalls_
actual PhEDEx calls for block deletion
"""
deletion = PhEDExDeletion(blocksToDelete.keys(), location,
level = 'block',
comments = "WMAgent blocks auto-delete from %s" % location,
blocks = blocksToDelete)
xmlData = XMLDrop.makePhEDExXMLForBlocks(self.dbsUrl,
deletion.getDatasetsAndBlocks())
logging.debug("deleteBlocks XMLData: %s", xmlData)
try:
response = self.phedex.delete(deletion, xmlData)
requestId = response['phedex']['request_created'][0]['id']
# auto-approve deletion request
self.phedex.updateRequest(requestId, 'approve', location)
except HTTPException as ex:
logging.error("PhEDEx block delete/approval failed with HTTPException: %s %s", ex.status, ex.result)
except Exception as ex:
logging.error("PhEDEx block delete/approval failed with Exception: %s", str(ex))
logging.debug("Traceback: %s", str(traceback.format_exc()))
else:
binds = []
for dataset in blocksToDelete:
for blockName in blocksToDelete[dataset]:
binds.append( { 'DELETED': 1,
'BLOCKNAME': blockName } )
self.markBlocksDeleted.execute(binds)
return
def phedex():
phedexIn = PhEDEx(dict = {'endpoint' : 'https://cmsweb.cern.ch/phedex/datasvc/json/dev/',
'logger' : logging},
responseType = "json")
# requests = phedex.getRequestList(dataset = ['/TauParked/Run2012C-LogError-22Jan2013-v1/RAW-RECO'],
# node = 'T2_RU_ITEP')['phedex']['request']
# for request in requests:
# requestId = request['id']
# request = phedex.getTransferRequests(request = requestId)['phedex']['request']
# if request:
# request = request[0]
# print request
# x = PhEDExSubscription('/TauParked/Run2012C-22Jan2013-v1/AOD',
# 'T1_US_FNAL_MSS', 'DataOps', 'dataset', 'low', 'n', 'n', 'n', 'y', subscriptionId = 1)
# print x.matchesExistingTransferRequest(phedex)
# print x.matchesExistingSubscription(phedex)
deletion = PhEDExDeletion('/071103be-7d80-11e0-90de-00163e010039/PromptReco-v1/RECO',
'T1_CH_CERN_Buffer',
level = 'block',
comments = 'Blocks automatically deleted from T2_CH_CERN as it has already been processed and transferred to a custodial location',
blocks = {'/071103be-7d80-11e0-90de-00163e010039/PromptReco-v1/RECO' :
['/071103be-7d80-11e0-90de-00163e010039/PromptReco-v1/RECO#075ea9e8-7d80-11e0-90de-00163e010039']})
xmlData = XMLDrop.makePhEDExXMLForBlocks('http://vocms09.cern.ch:8880/cms_dbs_int_local_yy_writer/servlet/DBSServlet',
deletion.getDatasetsAndBlocks())
print str(xmlData)
response = phedexIn.delete(deletion, xmlData)
print response
requestId = response['phedex']['request_created'][0]['id']
phedexIn.updateRequest(requestId, 'approve', 'T1_CH_CERN_Buffer')
def deleteBlocksPhEDExCalls(self, location, blocksToDelete):
"""
_deleteBlocksPhEDExCalls_
actual PhEDEx calls for block deletion
"""
deletion = PhEDExDeletion(blocksToDelete.keys(), location,
level='block',
comments="WMAgent blocks auto-delete from %s" % location,
blocks=blocksToDelete)
xmlData = XMLDrop.makePhEDExXMLForBlocks(self.dbsUrl,
deletion.getDatasetsAndBlocks())
logging.debug("deleteBlocks XMLData: %s", xmlData)
try:
response = self.phedex.delete(deletion, xmlData)
requestId = response['phedex']['request_created'][0]['id']
# auto-approve deletion request
self.phedex.updateRequest(requestId, 'approve', location)
except HTTPException as ex:
logging.error("PhEDEx block delete/approval failed with HTTPException: %s %s", ex.status, ex.result)
except Exception as ex:
logging.error("PhEDEx block delete/approval failed with Exception: %s", str(ex))
logging.debug("Traceback: %s", str(traceback.format_exc()))
else:
binds = []
for dataset in blocksToDelete:
for blockName in blocksToDelete[dataset]:
binds.append({'DELETED': 1,
'BLOCKNAME': blockName})
self.markBlocksDeleted.execute(binds)
return
def deleteBlocksPhEDExCalls(self, location, blocksToDelete):
"""
_deleteBlocksPhEDExCalls_
actual PhEDEx calls for block deletion
"""
deletion = PhEDExDeletion(blocksToDelete.keys(), location,
level = 'block',
comments = "WMAgent blocks auto-delete from %s" % location,
blocks = blocksToDelete)
try:
xmlData = XMLDrop.makePhEDExXMLForBlocks(self.dbsUrl,
deletion.getDatasetsAndBlocks())
logging.debug(str(xmlData))
response = self.phedex.delete(deletion, xmlData)
requestId = response['phedex']['request_created'][0]['id']
# auto-approve deletion request
self.phedex.updateRequest(requestId, 'approve', location)
binds = []
for dataset in blocksToDelete:
for blockName in blocksToDelete[dataset]:
binds.append( { 'DELETED' : 1,
'BLOCKNAME' : blockName } )
self.markBlocksDeleted.execute(binds, transaction = False)
except Exception as ex:
logging.error("Something went wrong when communicating with PhEDEx, will try again later.")
logging.error("Exception: %s", str(ex))
return
def deleteBlocksPhEDExCalls(self, location, blocksToDelete):
"""
_deleteBlocksPhEDExCalls_
actual PhEDEx calls for block deletion
"""
deletion = PhEDExDeletion(
blocksToDelete.keys(),
location,
level='block',
comments="WMAgent blocks auto-delete from %s" % location,
blocks=blocksToDelete)
try:
xmlData = XMLDrop.makePhEDExXMLForBlocks(
self.dbsUrl, deletion.getDatasetsAndBlocks())
logging.debug(str(xmlData))
response = self.phedex.delete(deletion, xmlData)
requestId = response['phedex']['request_created'][0]['id']
# auto-approve deletion request
self.phedex.updateRequest(requestId, 'approve', location)
binds = []
for dataset in blocksToDelete:
for blockName in blocksToDelete[dataset]:
binds.append({'DELETED': 1, 'BLOCKNAME': blockName})
self.markBlocksDeleted.execute(binds, transaction=False)
except Exception as ex:
logging.error(
"Something went wrong when communicating with PhEDEx, will try again later."
)
logging.error("Exception: %s", str(ex))
return
