def __init__(self, **kwarg):
PluginBase.__init__(self, **kwarg)
# create Globus Transfer Client
tmpLog = core_utils.make_logger(_logger,
method_name='GoPreparator __init__ ')
try:
self.tc = None
# need to get client_id and refresh_token from PanDA server via harvester cache mechanism
tmpLog.debug('about to call dbInterface.get_cache(globus_secret)')
c_data = self.dbInterface.get_cache('globus_secret')
if (not c_data == None) and c_data.data['StatusCode'] == 0:
tmpLog.debug('Got the globus_secrets from PanDA')
self.client_id = c_data.data['publicKey'] # client_id
self.refresh_token = c_data.data['privateKey'] # refresh_token
tmpStat, self.tc = globus_utils.create_globus_transfer_client(
tmpLog, self.client_id, self.refresh_token)
if not tmpStat:
self.tc = None
errStr = 'failed to create Globus Transfer Client'
tmpLog.error(errStr)
else:
self.client_id = None
self.refresh_token = None
self.tc = None
errStr = 'failed to get Globus Client ID and Refresh Token'
tmpLog.error(errStr)
except:
core_utils.dump_error_message(tmpLog)
tmpLog.debug('__init__ finished')
def __init__(self, **kwarg):
PluginBase.__init__(self, **kwarg)
# create Globus Transfer Client
tmpLog = self.make_logger(_logger, method_name='GoPreparator __init__ ')
try:
self.tc = None
# need to get client_id and refresh_token from PanDA server via harvester cache mechanism
tmpLog.debug('about to call dbInterface.get_cache(globus_secret)')
c_data = self.dbInterface.get_cache('globus_secret')
if (not c_data == None) and c_data.data['StatusCode'] == 0 :
tmpLog.debug('Got the globus_secrets from PanDA')
self.client_id = c_data.data['publicKey'] # client_id
self.refresh_token = c_data.data['privateKey'] # refresh_token
tmpStat, self.tc = globus_utils.create_globus_transfer_client(tmpLog,self.client_id,self.refresh_token)
if not tmpStat:
self.tc = None
errStr = 'failed to create Globus Transfer Client'
tmpLog.error(errStr)
else :
self.client_id = None
self.refresh_token = None
self.tc = None
errStr = 'failed to get Globus Client ID and Refresh Token'
tmpLog.error(errStr)
except:
core_utils.dump_error_message(tmpLog)
tmpLog.debug('__init__ finished')
def __init__(self, **kwarg):
PluginBase.__init__(self, **kwarg)
# make logger
tmpLog = self.make_logger(
_logger,
'ThreadID={0}'.format(threading.current_thread().ident),
method_name='GlobusBulkPreparator __init__ {} ')
tmpLog.debug('__init__ start')
self.thread_id = threading.current_thread().ident
self.id = GlobusBulkPreparator.next_id
GlobusBulkPreparator.next_id += 1
with uLock:
global uID
self.dummy_transfer_id = '{0}_{1}'.format(dummy_transfer_id_base,
'XXXX')
uID += 1
uID %= harvester_config.preparator.nThreads
# create Globus Transfer Client
try:
self.tc = None
# need to get client_id and refresh_token from PanDA server via harvester cache mechanism
tmpLog.debug('about to call dbInterface.get_cache(globus_secret)')
c_data = self.dbInterface.get_cache('globus_secret')
if (not c_data == None) and c_data.data['StatusCode'] == 0:
tmpLog.debug('Got the globus_secrets from PanDA')
self.client_id = c_data.data['publicKey'] # client_id
self.refresh_token = c_data.data['privateKey'] # refresh_token
tmpStat, self.tc = globus_utils.create_globus_transfer_client(
tmpLog, self.client_id, self.refresh_token)
if not tmpStat:
self.tc = None
errStr = 'failed to create Globus Transfer Client'
tmpLog.error(errStr)
else:
self.client_id = None
self.refresh_token = None
self.tc = None
errStr = 'failed to get Globus Client ID and Refresh Token'
tmpLog.error(errStr)
except:
core_utils.dump_error_message(tmpLog)
# tmp debugging
tmpLog.debug('self.id = {0}'.format(self.id))
tmpLog.debug('self.dummy_transfer_id = {0}'.format(
self.dummy_transfer_id))
# tmp debugging
tmpLog.debug('__init__ finish')
def __init__(self, **kwarg):
PluginBase.__init__(self, **kwarg)
# make logger
tmpLog = self.make_logger(_logger, 'ThreadID={0}'.format(threading.current_thread().ident),
method_name='GlobusBulkPreparator __init__ {} ')
tmpLog.debug('__init__ start')
self.thread_id = threading.current_thread().ident
self.id = GlobusBulkPreparator.next_id
GlobusBulkPreparator.next_id += 1
with uLock:
global uID
self.dummy_transfer_id = '{0}_{1}'.format(dummy_transfer_id_base, 'XXXX')
uID += 1
uID %= harvester_config.preparator.nThreads
# create Globus Transfer Client
try:
self.tc = None
# need to get client_id and refresh_token from PanDA server via harvester cache mechanism
tmpLog.debug('about to call dbInterface.get_cache(globus_secret)')
c_data = self.dbInterface.get_cache('globus_secret')
if (not c_data == None) and c_data.data['StatusCode'] == 0 :
tmpLog.debug('Got the globus_secrets from PanDA')
self.client_id = c_data.data['publicKey'] # client_id
self.refresh_token = c_data.data['privateKey'] # refresh_token
tmpStat, self.tc = globus_utils.create_globus_transfer_client(tmpLog,self.client_id,self.refresh_token)
if not tmpStat:
self.tc = None
errStr = 'failed to create Globus Transfer Client'
tmpLog.error(errStr)
else :
self.client_id = None
self.refresh_token = None
self.tc = None
errStr = 'failed to get Globus Client ID and Refresh Token'
tmpLog.error(errStr)
except:
core_utils.dump_error_message(tmpLog)
# tmp debugging
tmpLog.debug('self.id = {0}'.format(self.id))
tmpLog.debug('self.dummy_transfer_id = {0}'.format(self.dummy_transfer_id))
# tmp debugging
tmpLog.debug('__init__ finish')
c_data = preparatorCore.dbInterface.get_cache('globus_secret')
client_id = None
privateKey = None
if (not c_data == None) and c_data.data['StatusCode'] == 0 :
client_id = c_data.data['publicKey'] # client_id
refresh_token = c_data.data['privateKey'] # refresh_token
else :
client_id = None
refresh_token = None
tc = None
errStr = 'failed to get Globus Client ID and Refresh Token'
tmpLog.error(errStr)
sys.exit(1)
# create Globus transfer client to send initial files to remote Globus source
tmpStat, tc = globus_utils.create_globus_transfer_client(tmpLog,client_id,refresh_token)
if not tmpStat:
tc = None
errStr = 'failed to create Globus Transfer Client'
tmpLog.error(errStr)
sys.exit(1)
try:
# We are sending test files from our destination machine to the source machine
# Test endpoints for activation
tmpStatsrc, srcStr = globus_utils.check_endpoint_activation(tmpLog,tc,dstEndpoint)
tmpStatdst, dstStr = globus_utils.check_endpoint_activation(tmpLog,tc,srcEndpoint)
if tmpStatsrc and tmpStatdst:
errStr = 'source Endpoint and destination Endpoint activated'
tmpLog.debug(errStr)
else:
errStr = ''
c_data = preparatorCore.dbInterface.get_cache('globus_secret')
client_id = None
refresh_token = None
if (not c_data == None) and c_data.data['StatusCode'] == 0:
client_id = c_data.data['publicKey'] # client_id
refresh_token = c_data.data['privateKey'] # refresh_token
else:
client_id = None
refresh_token = None
tc = None
errStr = 'failed to get Globus Client ID and Refresh Token'
tmpLog.error(errStr)
sys.exit(1)
# create Globus transfer client to send initial files to remote Globus source
tmpStat, tc = globus_utils.create_globus_transfer_client(
tmpLog, client_id, refresh_token)
if not tmpStat:
tc = None
errStr = 'failed to create Globus Transfer Client'
tmpLog.error(errStr)
sys.exit(1)
try:
# We are sending test files from our destination machine to the source machine
# Test endpoints for activation -
tmpStatsrc, srcStr = globus_utils.check_endpoint_activation(
tmpLog, tc, dstEndpoint)
tmpStatdst, dstStr = globus_utils.check_endpoint_activation(
tmpLog, tc, srcEndpoint)
if tmpStatsrc and tmpStatdst:
errStr = 'source Endpoint and destination Endpoint activated'
tmpLog.debug(errStr)
