Python sync_job_status Beispiele

Beispiel #1

Datei: common.py Projekt: kizzleip/SpiderKeeper

def sync_job_execution_status_job():
    '''
    sync job execution running status
    :return:
    '''
    for project in Project.query.all():
        agent.sync_job_status(project)
    app.logger.debug('[sync_job_execution_status]')

Beispiel #2

Datei: common.py Projekt: yuangongping/crawlplatformBE

def sync_job_execution_status_job():
    """
    sync job execution running status,
    :return:
    """
    for project in Project.query.all():
        agent.sync_job_status(project)
    app.logger.debug('[同步scrapyd上的执行任务到系统数据库]')

Beispiel #3

Datei: common.py Projekt: rockrockyy/SpiderKeeper

def sync_job_execution_status_job():
    '''
    sync job execution running status
    :return:
    '''
    for project in Project.query.all():
        agent.sync_job_status(project)
    app.logger.debug('[sync_job_execution_status]')

Beispiel #4

Datei: common.py Projekt: spark-lin/SpiderKeeper

def sync_job_execution_status_job():
    '''
    sync job execution running status
    :return:
    '''
    for project in Project.query.all():
        app.logger.info('[sync_job_execution_status][project:%s]' % project.id)
        agent.sync_job_status(project)

Beispiel #5

Datei: common.py Projekt: wem603947175/spiderkeeper

def sync_job_execution_status_job():
    '''
    sync job execution running status
    :return:
    '''
    for i in range(3):
        try:
            for project in Project.query.all():
                agent.sync_job_status(project)
            app.logger.debug('[sync_job_execution_status]')
            break
        except:
            continue