def test_passes_filter(app2, job_id1): nt.assert_false( dag_tools.passes_filter( app2, job_id1.replace('profile', 'content')) ) nt.assert_true( dag_tools.passes_filter(app2, job_id1) )
def _queue(app_name, job_id, queue=True, priority=None): """ Calling code should obtain a lock first! If queue=False, do everything except queue (ie set state)""" qbcli = shared.get_qbclient() log.info('Creating and queueing new subtask', extra=dict(app_name=app_name, job_id=job_id, priority=priority)) if dt.passes_filter(app_name, job_id): # hack: zookeeper doesn't like unicode if isinstance(job_id, six.string_types): job_id = str(job_id) set_state(app_name, job_id, pending=True) if queue: if priority: qbcli.LockingQueue(app_name).put(job_id, priority=priority) else: qbcli.LockingQueue(app_name).put(job_id) else: log.warn('create a subtask but not actually queueing it', extra=dict(app_name=app_name, job_id=job_id, priority=priority)) else: log.info('job invalid. marking as skipped so it does not run', extra=dict(app_name=app_name, job_id=job_id)) set_state(app_name, job_id, skipped=True)
def _queue(app_name, job_id, queue=True, priority=None): """ Calling code should obtain a lock first! If queue=False, do everything except queue (ie set state)""" qbcli = shared.get_qbclient() log.info( 'Creating and queueing new subtask', extra=dict(app_name=app_name, job_id=job_id, priority=priority)) if dt.passes_filter(app_name, job_id): # hack: zookeeper doesn't like unicode if isinstance(job_id, six.string_types): job_id = str(job_id) set_state(app_name, job_id, pending=True) if queue: if priority: qbcli.LockingQueue(app_name).put(job_id, priority=priority) else: qbcli.LockingQueue(app_name).put(job_id) else: log.warn( 'create a subtask but not actually queueing it', extra=dict( app_name=app_name, job_id=job_id, priority=priority)) else: log.info( 'job invalid. marking as skipped so it does not run', extra=dict(app_name=app_name, job_id=job_id)) set_state(app_name, job_id, skipped=True)