Example #1
0
    def __init__(self, config, name):
        cancel_executor = CancelAndPurgeJobs(config, CREAMCancelJobs(config),
                                             CREAMPurgeJobs(config))
        GridWMS.__init__(
            self,
            config,
            name,
            submit_exec=resolve_install_path('glite-ce-job-submit'),
            output_exec=resolve_install_path('glite-ce-job-output'),
            check_executor=CREAMCheckJobs(config),
            cancel_executor=ChunkedExecutor(config, 'cancel', cancel_executor))

        self._delegate_exec = resolve_install_path('glite-ce-delegate-proxy')
        self._use_delegate = config.get_bool('try delegate',
                                             True,
                                             on_change=None)
        self._chunk_size = config.get_int('job chunk size', 10, on_change=None)
        self._submit_args_dict.update({
            '-r': self._ce,
            '--config-vo': self._config_fn
        })
        self._output_regex = r'.*For JobID \[(?P<rawId>\S+)\] output will be stored' + \
         ' in the dir (?P<output_dn>.*)$'

        if self._use_delegate is False:
            self._submit_args_dict['-a'] = ' '
Example #2
0
    def __init__(self, config, name):
        cancel_executor = CancelAndPurgeJobs(config, CREAMCancelJobs(config),
                                             CREAMPurgeJobs(config))
        GridWMS.__init__(
            self,
            config,
            name,
            submit_exec=resolve_install_path('glite-ce-job-submit'),
            output_exec=resolve_install_path('glite-ce-job-output'),
            check_executor=CREAMCheckJobs(config),
            cancel_executor=ChunkedExecutor(config, 'cancel', cancel_executor))

        self._log.info("CreamWMS.__init__")
        self._delegate_exec = resolve_install_path('glite-ce-delegate-proxy')
        self._use_delegate = config.get_bool('try delegate',
                                             True,
                                             on_change=None)
        self._chunk_size = config.get_int('job chunk size', 10, on_change=None)
        self._submit_args_dict.update({
            '-r': self._ce,
            '--config-vo': self._config_fn
        })
        self._output_regex = r'.*For JobID \[(?P<rawId>\S+)\] output will be stored' + \
         ' in the dir (?P<output_dn>.*)$'

        self._end_of_proxy_lifetime = None
        self._set_proxy_lifetime()
        #if self._use_delegate is False:
        #	self._submit_args_dict['-a'] = ' '

        self._lock_filename = os.path.join(os.path.expanduser("~"),
                                           ".gcFileLock")
        self._delegated_proxy_filename = None
        self._delegated_proxy_lock = os.path.join(os.path.expanduser("~"),
                                                  ".gcDelegatedProxyLock")
Example #3
0
    def __init__(self, config, name):
        cancelExecutor = CancelAndPurgeJobs(config, CREAM_CancelJobs(config),
                                            CREAM_PurgeJobs(config))
        GridWMS.__init__(self,
                         config,
                         name,
                         checkExecutor=CREAM_CheckJobs(config),
                         cancelExecutor=ChunkedExecutor(
                             config, 'cancel', cancelExecutor))

        self._nJobsPerChunk = config.getInt('job chunk size',
                                            10,
                                            onChange=None)

        self._submitExec = utils.resolveInstallPath('glite-ce-job-submit')
        self._outputExec = utils.resolveInstallPath('glite-ce-job-output')
        self._submitParams.update({
            '-r': self._ce,
            '--config-vo': self._configVO
        })

        self._outputRegex = r'.*For JobID \[(?P<rawId>\S+)\] output will be stored in the dir (?P<outputDir>.*)$'

        self._useDelegate = False
        if self._useDelegate is False:
            self._submitParams.update({'-a': ' '})
Example #4
0
    def __init__(self, config, name, check_executor=None):
        GridWMS.__init__(
            self,
            config,
            name,
            submit_exec=resolve_install_path('glite-wms-job-submit'),
            output_exec=resolve_install_path('glite-wms-job-output'),
            check_executor=check_executor
            or GridCheckJobs(config, 'glite-wms-job-status'),
            cancel_executor=GridCancelJobs(config, 'glite-wms-job-cancel'))

        self._delegate_exec = resolve_install_path(
            'glite-wms-job-delegate-proxy')
        self._submit_args_dict.update({
            '-r': self._ce,
            '--config': self._config_fn
        })
        self._use_delegate = config.get_bool('try delegate',
                                             True,
                                             on_change=None)
        self._force_delegate = config.get_bool('force delegate',
                                               False,
                                               on_change=None)
        self._discovery_plugin = None
        if config.get_bool('discover wms', True, on_change=None):
            self._discovery_plugin = DiscoverGliteEndpointsLazy(config)
        self._discover_sites = config.get_bool('discover sites',
                                               False,
                                               on_change=None)
Example #5
0
	def __init__(self, config, name):
		GridWMS.__init__(self, config, name,
			submit_exec=resolve_install_path('edg-job-submit'),
			output_exec=resolve_install_path('edg-job-get-output'),
			check_executor=GridCheckJobs(config, 'edg-job-status'),
			cancel_executor=GridCancelJobs(config, 'edg-job-cancel'),
			jdl_writer=EDGJDL())
		self._submit_args_dict.update({'-r': self._ce, '--config-vo': self._config_fn})
Example #6
0
	def __init__(self, config, name):
		GridWMS.__init__(self, config, name)

		self._submitExec = utils.resolveInstallPath('edg-job-submit')
		self._statusExec = utils.resolveInstallPath('edg-job-status')
		self._outputExec = utils.resolveInstallPath('edg-job-get-output')
		self._cancelExec = utils.resolveInstallPath('edg-job-cancel')
		self._submitParams.update({'-r': self._ce, '--config-vo': self._configVO })
Example #7
0
	def __init__(self, config, name):
		deprecated('Please use the GliteWMS backend for grid jobs!')
		GridWMS.__init__(self, config, name,
			submit_exec=resolve_install_path('glite-job-submit'),
			output_exec=resolve_install_path('glite-job-output'),
			check_executor=GridCheckJobs(config, 'glite-job-status'),
			cancel_executor=GridCancelJobs(config, 'glite-job-cancel'))
		self._submit_args_dict.update({'-r': self._ce, '--config-vo': self._config_fn})
Example #8
0
    def __init__(self, config, name):
        utils.deprecated("Please use the GliteWMS backend for grid jobs!")
        GridWMS.__init__(self, config, name)

        self._submitExec = utils.resolveInstallPath("glite-job-submit")
        self._statusExec = utils.resolveInstallPath("glite-job-status")
        self._outputExec = utils.resolveInstallPath("glite-job-output")
        self._cancelExec = utils.resolveInstallPath("glite-job-cancel")
        self._submitParams.update({"-r": self._ce, "--config-vo": self._configVO})
Example #9
0
	def __init__(self, config, name):
		utils.deprecated('Please use the GliteWMS backend for grid jobs!')
		GridWMS.__init__(self, config, name,
			checkExecutor = Grid_CheckJobs(config, 'glite-job-status'),
			cancelExecutor = Grid_CancelJobs(config, 'glite-job-cancel'))

		self._submitExec = utils.resolveInstallPath('glite-job-submit')
		self._outputExec = utils.resolveInstallPath('glite-job-output')
		self._submitParams.update({'-r': self._ce, '--config-vo': self._configVO })
Example #10
0
	def __init__(self, config, name):
		GridWMS.__init__(self, config, name,
			checkExecutor = Grid_CheckJobs(config, 'edg-job-status'),
			cancelExecutor = Grid_CancelJobs(config, 'edg-job-cancel'),
			jdlWriter = EDGJDL())

		self._submitExec = utils.resolveInstallPath('edg-job-submit')
		self._outputExec = utils.resolveInstallPath('edg-job-get-output')
		self._submitParams.update({'-r': self._ce, '--config-vo': self._configVO })
Example #11
0
	def __init__(self, config, name):
		utils.deprecated('Please use the GliteWMS backend for grid jobs!')
		GridWMS.__init__(self, config, name)

		self._submitExec = utils.resolveInstallPath('glite-job-submit')
		self._statusExec = utils.resolveInstallPath('glite-job-status')
		self._outputExec = utils.resolveInstallPath('glite-job-output')
		self._cancelExec = utils.resolveInstallPath('glite-job-cancel')
		self._submitParams.update({'-r': self._ce, '--config-vo': self._configVO })
Example #12
0
    def __init__(self, config, name):
        GridWMS.__init__(self, config, name)

        self._submitExec = utils.resolveInstallPath('edg-job-submit')
        self._statusExec = utils.resolveInstallPath('edg-job-status')
        self._outputExec = utils.resolveInstallPath('edg-job-get-output')
        self._cancelExec = utils.resolveInstallPath('edg-job-cancel')
        self._submitParams.update({
            '-r': self._ce,
            '--config-vo': self._configVO
        })
Example #13
0
 def __init__(self, config, name):
     GridWMS.__init__(
         self,
         config,
         name,
         submit_exec=resolve_install_path('edg-job-submit'),
         output_exec=resolve_install_path('edg-job-get-output'),
         check_executor=GridCheckJobs(config, 'edg-job-status'),
         cancel_executor=GridCancelJobs(config, 'edg-job-cancel'),
         jdl_writer=EDGJDL())
     self._submit_args_dict.update({
         '-r': self._ce,
         '--config-vo': self._config_fn
     })
Example #14
0
 def __init__(self, config, name):
     deprecated('Please use the GliteWMS backend for grid jobs!')
     GridWMS.__init__(self,
                      config,
                      name,
                      submit_exec=resolve_install_path('glite-job-submit'),
                      output_exec=resolve_install_path('glite-job-output'),
                      check_executor=GridCheckJobs(config,
                                                   'glite-job-status'),
                      cancel_executor=GridCancelJobs(
                          config, 'glite-job-cancel'))
     self._submit_args_dict.update({
         '-r': self._ce,
         '--config-vo': self._config_fn
     })
Example #15
0
	def __init__(self, config, name):
		GridWMS.__init__(self, config, name)

		self._delegateExec = utils.resolveInstallPath('glite-wms-job-delegate-proxy')
		self._submitExec = utils.resolveInstallPath('glite-wms-job-submit')
		self._statusExec = utils.resolveInstallPath('glite-wms-job-status')
		self._outputExec = utils.resolveInstallPath('glite-wms-job-output')
		self._cancelExec = utils.resolveInstallPath('glite-wms-job-cancel')
		self._submitParams.update({'-r': self._ce, '--config': self._configVO})
		self._useDelegate = config.getBool('try delegate', True, onChange = None)
		self._forceDelegate = config.getBool('force delegate', False, onChange = None)
		self._discovery_module = None
		if config.getBool('discover wms', True, onChange = None):
			self._discovery_module = DiscoverWMS_Lazy(config)
		self._discover_sites = config.getBool('discover sites', False, onChange = None)
Example #16
0
	def __init__(self, config, name, check_executor=None):
		GridWMS.__init__(self, config, name,
			submit_exec=resolve_install_path('glite-wms-job-submit'),
			output_exec=resolve_install_path('glite-wms-job-output'),
			check_executor=check_executor or GridCheckJobs(config, 'glite-wms-job-status'),
			cancel_executor=GridCancelJobs(config, 'glite-wms-job-cancel'))

		self._delegate_exec = resolve_install_path('glite-wms-job-delegate-proxy')
		self._submit_args_dict.update({'-r': self._ce, '--config': self._config_fn})
		self._use_delegate = config.get_bool('try delegate', True, on_change=None)
		self._force_delegate = config.get_bool('force delegate', False, on_change=None)
		self._discovery_plugin = None
		if config.get_bool('discover wms', True, on_change=None):
			self._discovery_plugin = DiscoverGliteEndpointsLazy(config)
		self._discover_sites = config.get_bool('discover sites', False, on_change=None)
Example #17
0
	def __init__(self, config, name):
		cancelExecutor = CancelAndPurgeJobs(config, CREAM_CancelJobs(config), CREAM_PurgeJobs(config))
		GridWMS.__init__(self, config, name, checkExecutor = CREAM_CheckJobs(config),
			cancelExecutor = ChunkedExecutor(config, 'cancel', cancelExecutor))

		self._nJobsPerChunk = config.getInt('job chunk size', 10, onChange = None)

		self._submitExec = utils.resolveInstallPath('glite-ce-job-submit')
		self._outputExec = utils.resolveInstallPath('glite-ce-job-output')
		self._submitParams.update({'-r': self._ce, '--config-vo': self._configVO })

		self._outputRegex = r'.*For JobID \[(?P<rawId>\S+)\] output will be stored in the dir (?P<outputDir>.*)$'

		self._useDelegate = False
		if self._useDelegate is False:
			self._submitParams.update({ '-a': ' ' })
Example #18
0
    def __init__(self, config, name):
        GridWMS.__init__(self,
                         config,
                         name,
                         checkExecutor=Grid_CheckJobs(config,
                                                      'edg-job-status'),
                         cancelExecutor=Grid_CancelJobs(
                             config, 'edg-job-cancel'),
                         jdlWriter=EDGJDL())

        self._submitExec = utils.resolveInstallPath('edg-job-submit')
        self._outputExec = utils.resolveInstallPath('edg-job-get-output')
        self._submitParams.update({
            '-r': self._ce,
            '--config-vo': self._configVO
        })
Example #19
0
	def __init__(self, config, name):
		GridWMS.__init__(self, config, name)
		
		self._nJobsPerChunk = config.getInt('job chunk size', 10, onChange = None)

		self._submitExec = utils.resolveInstallPath('glite-ce-job-submit')
		self._statusExec = utils.resolveInstallPath('glite-ce-job-status')
		self._outputExec = utils.resolveInstallPath('glite-ce-job-output')
		self._cancelExec = utils.resolveInstallPath('glite-ce-job-cancel')
		self._purgeExec = utils.resolveInstallPath('glite-ce-job-purge')
		self._submitParams.update({'-r': self._ce, '--config-vo': self._configVO })

		lvl0_status_ok = r'.*JobID=\[(?P<rawId>\S+)\]\s+Status\s+=\s+\[(?P<status>\S+)\].*'
		lvl0_status_err = r'.*JobID=\[(?P<rawId>\S+)\]\s+For this job CREAM has returned a fault: MethodName=\[(?P<methodName>.*)\] '
		lvl0_status_err += r'Timestamp=\[(?P<timestamp>.*)\] ErrorCode=\[(?P<errorCode>.*)\] '
		lvl0_status_err += r'Description=\[(?P<description>.*)\] FaultCause=\[(?P<faultCause>.*)\].*'
		self._statusRegexLevel0 = [lvl0_status_ok, lvl0_status_err]
		self._outputRegex = r'.*For JobID \[(?P<rawId>\S+)\] output will be stored in the dir (?P<outputDir>.*)$'
		
		self._useDelegate = False
		if self._useDelegate is False:
			self._submitParams.update({ '-a': ' ' })