def arc_get_output(jid, directory, cred_req):
"""ARC CE job output retrieval"""
# construct URI list from ID and output from arcls
cmd = 'arcls %s %s' % (__arc_get_config_file_arg__(), jid)
logger.debug('arcls command: %s' % cmd)
rc, output, m = getShell(cred_req).cmd1(
cmd, allowed_exit=[0, 255], timeout=config['SubmissionTimeout'])
if rc:
logger.error(
"Could not find directory associated with ARC job ID '%s'" % jid)
return False
# URI is JID + filename
gfiles = []
for uri in output.split("\n"):
if len(uri) == 0:
continue
uri = jid + "/" + uri
gf = GridftpFileIndex()
gf.id = uri
gfiles.append(gf)
cache = GridftpSandboxCache()
cache.uploaded_files = gfiles
return cache.download(cred_req=cred_req,
files=map(lambda x: x.id, gfiles),
dest_dir=directory)
def __init__(self):
super(ARC, self).__init__()
# dynamic requirement object loading
try:
reqName1 = config['Requirements']
reqName = config['Requirements'].split('.').pop()
reqModule = __import__(reqName1, globals(), locals(), [reqName1])
reqClass = vars(reqModule)[reqName]
self.requirements = reqClass()
logger.debug('load %s as LCGRequirements' % reqName)
except:
logger.debug('load default LCGRequirements')
pass
# dynamic sandbox cache object loading
# force to use GridftpSandboxCache
self.sandboxcache = GridftpSandboxCache()
try:
scName1 = config['SandboxCache']
scName = config['SandboxCache'].split('.').pop()
scModule = __import__(scName1, globals(), locals(), [scName1])
scClass = vars(scModule)[scName]
self.sandboxcache = scClass()
logger.debug('load %s as SandboxCache' % scName)
except:
logger.debug('load default SandboxCache')
pass
def arc_get_output(jid, directory):
"""ARC CE job output retrieval"""
if not __cream_ui_check__():
return (False, None)
# construct URI list from ID and output from arcls
cmd = 'arcls %s %s' % (__arc_get_config_file_arg__(), jid)
exec_bin = True
logger.debug('arcls command: %s' % cmd)
rc, output, m = getShell().cmd1(
'%s%s' % (__get_cmd_prefix_hack__(binary=exec_bin), cmd),
allowed_exit=[0, 255],
timeout=config['SubmissionTimeout'])
if rc:
logger.error(
"Could not find directory associated with ARC job ID '%s'" % jid)
return False
# URI is JID + filename
gfiles = []
for uri in output.split("\n"):
if len(uri) == 0:
continue
uri = jid + "/" + uri
gf = GridftpFileIndex()
gf.id = uri
gfiles.append(gf)
cache = GridftpSandboxCache()
cache.vo = config['VirtualOrganisation']
cache.uploaded_files = gfiles
return cache.download(files=map(lambda x: x.id, gfiles),
dest_dir=directory)
def cream_get_output(osb_uri_list, directory, cred_req):
"""CREAM CE job output retrieval"""
gfiles = []
for uri in osb_uri_list:
gf = GridftpFileIndex()
gf.id = uri
gfiles.append(gf)
cache = GridftpSandboxCache()
cache.uploaded_files = gfiles
return cache.download(cred_req=cred_req,
files=map(lambda x: x.id, gfiles),
dest_dir=directory)
def cream_get_output(osbURIList, directory):
"""CREAM CE job output retrieval"""
if not __cream_ui_check__():
return False, None
gfiles = []
for uri in osbURIList:
gf = GridftpFileIndex()
gf.id = uri
gfiles.append(gf)
cache = GridftpSandboxCache()
cache.vo = config['VirtualOrganisation']
cache.uploaded_files = gfiles
return cache.download(files=map(lambda x: x.id, gfiles),
dest_dir=directory)