def __init__(self, **kwarg): PluginBase.__init__(self, **kwarg) # create Globus Transfer Client tmpLog = core_utils.make_logger(_logger, method_name='GoPreparator __init__ ') try: self.tc = None # need to get client_id and refresh_token from PanDA server via harvester cache mechanism tmpLog.debug('about to call dbInterface.get_cache(globus_secret)') c_data = self.dbInterface.get_cache('globus_secret') if (not c_data == None) and c_data.data['StatusCode'] == 0: tmpLog.debug('Got the globus_secrets from PanDA') self.client_id = c_data.data['publicKey'] # client_id self.refresh_token = c_data.data['privateKey'] # refresh_token tmpStat, self.tc = globus_utils.create_globus_transfer_client( tmpLog, self.client_id, self.refresh_token) if not tmpStat: self.tc = None errStr = 'failed to create Globus Transfer Client' tmpLog.error(errStr) else: self.client_id = None self.refresh_token = None self.tc = None errStr = 'failed to get Globus Client ID and Refresh Token' tmpLog.error(errStr) except: core_utils.dump_error_message(tmpLog) tmpLog.debug('__init__ finished')
def __init__(self, **kwarg): PluginBase.__init__(self, **kwarg) # create Globus Transfer Client tmpLog = self.make_logger(_logger, method_name='GoPreparator __init__ ') try: self.tc = None # need to get client_id and refresh_token from PanDA server via harvester cache mechanism tmpLog.debug('about to call dbInterface.get_cache(globus_secret)') c_data = self.dbInterface.get_cache('globus_secret') if (not c_data == None) and c_data.data['StatusCode'] == 0 : tmpLog.debug('Got the globus_secrets from PanDA') self.client_id = c_data.data['publicKey'] # client_id self.refresh_token = c_data.data['privateKey'] # refresh_token tmpStat, self.tc = globus_utils.create_globus_transfer_client(tmpLog,self.client_id,self.refresh_token) if not tmpStat: self.tc = None errStr = 'failed to create Globus Transfer Client' tmpLog.error(errStr) else : self.client_id = None self.refresh_token = None self.tc = None errStr = 'failed to get Globus Client ID and Refresh Token' tmpLog.error(errStr) except: core_utils.dump_error_message(tmpLog) tmpLog.debug('__init__ finished')
def __init__(self, **kwarg): PluginBase.__init__(self, **kwarg) # make logger tmpLog = self.make_logger( _logger, 'ThreadID={0}'.format(threading.current_thread().ident), method_name='GlobusBulkPreparator __init__ {} ') tmpLog.debug('__init__ start') self.thread_id = threading.current_thread().ident self.id = GlobusBulkPreparator.next_id GlobusBulkPreparator.next_id += 1 with uLock: global uID self.dummy_transfer_id = '{0}_{1}'.format(dummy_transfer_id_base, 'XXXX') uID += 1 uID %= harvester_config.preparator.nThreads # create Globus Transfer Client try: self.tc = None # need to get client_id and refresh_token from PanDA server via harvester cache mechanism tmpLog.debug('about to call dbInterface.get_cache(globus_secret)') c_data = self.dbInterface.get_cache('globus_secret') if (not c_data == None) and c_data.data['StatusCode'] == 0: tmpLog.debug('Got the globus_secrets from PanDA') self.client_id = c_data.data['publicKey'] # client_id self.refresh_token = c_data.data['privateKey'] # refresh_token tmpStat, self.tc = globus_utils.create_globus_transfer_client( tmpLog, self.client_id, self.refresh_token) if not tmpStat: self.tc = None errStr = 'failed to create Globus Transfer Client' tmpLog.error(errStr) else: self.client_id = None self.refresh_token = None self.tc = None errStr = 'failed to get Globus Client ID and Refresh Token' tmpLog.error(errStr) except: core_utils.dump_error_message(tmpLog) # tmp debugging tmpLog.debug('self.id = {0}'.format(self.id)) tmpLog.debug('self.dummy_transfer_id = {0}'.format( self.dummy_transfer_id)) # tmp debugging tmpLog.debug('__init__ finish')
def __init__(self, **kwarg): PluginBase.__init__(self, **kwarg) # make logger tmpLog = self.make_logger(_logger, 'ThreadID={0}'.format(threading.current_thread().ident), method_name='GlobusBulkPreparator __init__ {} ') tmpLog.debug('__init__ start') self.thread_id = threading.current_thread().ident self.id = GlobusBulkPreparator.next_id GlobusBulkPreparator.next_id += 1 with uLock: global uID self.dummy_transfer_id = '{0}_{1}'.format(dummy_transfer_id_base, 'XXXX') uID += 1 uID %= harvester_config.preparator.nThreads # create Globus Transfer Client try: self.tc = None # need to get client_id and refresh_token from PanDA server via harvester cache mechanism tmpLog.debug('about to call dbInterface.get_cache(globus_secret)') c_data = self.dbInterface.get_cache('globus_secret') if (not c_data == None) and c_data.data['StatusCode'] == 0 : tmpLog.debug('Got the globus_secrets from PanDA') self.client_id = c_data.data['publicKey'] # client_id self.refresh_token = c_data.data['privateKey'] # refresh_token tmpStat, self.tc = globus_utils.create_globus_transfer_client(tmpLog,self.client_id,self.refresh_token) if not tmpStat: self.tc = None errStr = 'failed to create Globus Transfer Client' tmpLog.error(errStr) else : self.client_id = None self.refresh_token = None self.tc = None errStr = 'failed to get Globus Client ID and Refresh Token' tmpLog.error(errStr) except: core_utils.dump_error_message(tmpLog) # tmp debugging tmpLog.debug('self.id = {0}'.format(self.id)) tmpLog.debug('self.dummy_transfer_id = {0}'.format(self.dummy_transfer_id)) # tmp debugging tmpLog.debug('__init__ finish')
c_data = preparatorCore.dbInterface.get_cache('globus_secret') client_id = None privateKey = None if (not c_data == None) and c_data.data['StatusCode'] == 0 : client_id = c_data.data['publicKey'] # client_id refresh_token = c_data.data['privateKey'] # refresh_token else : client_id = None refresh_token = None tc = None errStr = 'failed to get Globus Client ID and Refresh Token' tmpLog.error(errStr) sys.exit(1) # create Globus transfer client to send initial files to remote Globus source tmpStat, tc = globus_utils.create_globus_transfer_client(tmpLog,client_id,refresh_token) if not tmpStat: tc = None errStr = 'failed to create Globus Transfer Client' tmpLog.error(errStr) sys.exit(1) try: # We are sending test files from our destination machine to the source machine # Test endpoints for activation tmpStatsrc, srcStr = globus_utils.check_endpoint_activation(tmpLog,tc,dstEndpoint) tmpStatdst, dstStr = globus_utils.check_endpoint_activation(tmpLog,tc,srcEndpoint) if tmpStatsrc and tmpStatdst: errStr = 'source Endpoint and destination Endpoint activated' tmpLog.debug(errStr) else: errStr = ''
c_data = preparatorCore.dbInterface.get_cache('globus_secret') client_id = None refresh_token = None if (not c_data == None) and c_data.data['StatusCode'] == 0: client_id = c_data.data['publicKey'] # client_id refresh_token = c_data.data['privateKey'] # refresh_token else: client_id = None refresh_token = None tc = None errStr = 'failed to get Globus Client ID and Refresh Token' tmpLog.error(errStr) sys.exit(1) # create Globus transfer client to send initial files to remote Globus source tmpStat, tc = globus_utils.create_globus_transfer_client( tmpLog, client_id, refresh_token) if not tmpStat: tc = None errStr = 'failed to create Globus Transfer Client' tmpLog.error(errStr) sys.exit(1) try: # We are sending test files from our destination machine to the source machine # Test endpoints for activation - tmpStatsrc, srcStr = globus_utils.check_endpoint_activation( tmpLog, tc, dstEndpoint) tmpStatdst, dstStr = globus_utils.check_endpoint_activation( tmpLog, tc, srcEndpoint) if tmpStatsrc and tmpStatdst: errStr = 'source Endpoint and destination Endpoint activated' tmpLog.debug(errStr)