def __init__(self, config, job_limit=-1, job_selector=None): JobDB.__init__(self, config, job_limit, job_selector) self._path_db = config.get_work_path('jobs') self._fmt = DictFormat(escape_strings=True) try: self._job_map = self._read_jobs(self._job_limit) except Exception: raise JobError('Unable to read stored job information!') if self._job_limit < 0 and len(self._job_map) > 0: self._job_limit = max(self._job_map) + 1
def __init__(self, config, jobLimit=-1, jobSelector=None): JobDB.__init__(self, config, jobLimit, jobSelector) self._dbPath = config.getWorkPath('jobs') self._fmt = utils.DictFormat(escapeString=True) try: self._jobMap = self._readJobs(self._jobLimit) except Exception: raise JobError('Unable to read stored job information!') if self._jobLimit < 0 and len(self._jobMap) > 0: self._jobLimit = max(self._jobMap) + 1
def __init__(self, config, jobLimit = -1, jobSelector = None): JobDB.__init__(self, config, jobLimit, jobSelector) self._dbPath = config.getWorkPath('jobs') self._fmt = utils.DictFormat(escapeString = True) try: self._jobMap = self._readJobs(self._jobLimit) except Exception: raise JobError('Unable to read stored job information!') if self._jobLimit < 0 and len(self._jobMap) > 0: self._jobLimit = max(self._jobMap) + 1
def __init__(self, config): from grid_control.tasks import TaskModule newVerbosity = utils.verbosity(utils.verbosity() - 3) extConfigFN = config.getPath('source config') extConfig = createConfigFactory(extConfigFN).getConfig(setSections = ['global']) self.extWorkDir = extConfig.getWorkPath() self.extTask = extConfig.getPlugin(['task', 'module'], cls = TaskModule).getInstance() selector = config.get('source job selector', '') extJobDB = JobDB(extConfig, jobSelector = lambda jobNum, jobObj: jobObj.state == Job.SUCCESS) self.selected = sorted(extJobDB.getJobs(JobSelector.create(selector, task = self.extTask))) utils.verbosity(newVerbosity + 3)
def __init__(self, config): InfoScanner.__init__(self, config) newVerbosity = utils.verbosity(utils.verbosity() - 3) extConfigFN = config.getPath('source config') extConfig = createConfig(extConfigFN).changeView(setSections = ['global']) self._extWorkDir = extConfig.getWorkPath() self._extTask = extConfig.getPlugin(['task', 'module'], cls = 'TaskModule') selector = config.get('source job selector', '') extJobDB = JobDB(extConfig, jobSelector = lambda jobNum, jobObj: jobObj.state == Job.SUCCESS) self._selected = sorted(extJobDB.getJobs(JobSelector.create(selector, task = self._extTask))) utils.verbosity(newVerbosity + 3)
def __init__(self, config): InfoScanner.__init__(self, config) ext_config_fn = config.getPath('source config') ext_config = createConfig(ext_config_fn).changeView(setSections = ['global']) self._extWorkDir = ext_config.getWorkPath() logging.getLogger('user').disabled = True self._extWorkflow = ext_config.getPlugin('workflow', 'Workflow:global', cls = 'Workflow', pargs = ('task',)) logging.getLogger('user').disabled = False self._extTask = self._extWorkflow.task selector = config.get('source job selector', '') ext_job_db = JobDB(ext_config, jobSelector = lambda jobNum, jobObj: jobObj.state == Job.SUCCESS) self._selected = sorted(ext_job_db.getJobs(JobSelector.create(selector, task = self._extTask)))
def __init__(self, config): InfoScanner.__init__(self, config) newVerbosity = utils.verbosity(utils.verbosity() - 3) extConfigFN = config.getPath('source config') extConfig = createConfig(extConfigFN).changeView( setSections=['global']) self._extWorkDir = extConfig.getWorkPath() self._extTask = extConfig.getPlugin(['task', 'module'], cls='TaskModule') selector = config.get('source job selector', '') extJobDB = JobDB( extConfig, jobSelector=lambda jobNum, jobObj: jobObj.state == Job.SUCCESS) self._selected = sorted( extJobDB.getJobs(JobSelector.create(selector, task=self._extTask))) utils.verbosity(newVerbosity + 3)
def initGC(args): if len(args) > 0: config = getConfig(args[0]) userSelector = None if len(args) != 1: userSelector = JobSelector.create(args[1]) return (config, JobDB(config, jobSelector = userSelector)) sys.stderr.write('Syntax: %s <config file> [<job id>, ...]\n\n' % sys.argv[0]) sys.exit(os.EX_USAGE)
def __init__(self, config): InfoScanner.__init__(self, config) ext_config_fn = config.getPath('source config') ext_config = createConfig(ext_config_fn).changeView( setSections=['global']) self._extWorkDir = ext_config.getWorkPath() logging.getLogger('user').disabled = True self._extWorkflow = ext_config.getPlugin('workflow', 'Workflow:global', cls='Workflow', pargs=('task', )) logging.getLogger('user').disabled = False self._extTask = self._extWorkflow.task selector = config.get('source job selector', '') ext_job_db = JobDB( ext_config, jobSelector=lambda jobNum, jobObj: jobObj.state == Job.SUCCESS) self._selected = sorted( ext_job_db.getJobs(JobSelector.create(selector, task=self._extTask)))
def __init__(self, config, jobLimit = -1, jobSelector = None): dbPath = config.getWorkPath('jobs') self._dbFile = config.getWorkPath('jobs.zip') if os.path.exists(dbPath) and os.path.isdir(dbPath) and not os.path.exists(self._dbFile): activity = utils.ActivityLog('Converting job database...') self._serial = 0 try: oldDB = JobDB(config) oldDB.readJobs(-1) for jobNum in oldDB.getJobs(): self.commit(jobNum, oldDB.get(jobNum)) except Exception: utils.removeFiles([self._dbFile]) raise activity.finish() ZippedJobDB.__init__(self, config, jobLimit, jobSelector)
def __init__(self, config, jobLimit = -1, jobSelector = None): self._dbFile = config.getWorkPath('jobs.zip') JobDB.__init__(self, config, jobLimit, jobSelector)