Python get_job_source Examples

Example #1

File: test_job_queue.py Project: hendrikx-itc/python-minerva

def test_waiting_locks(conn):
    job_source_name = "dummy-job-src"
    path = "/data/kpi_2.csv"
    job_type = 'dummy'
    filesize = 1060
    description_json = '{{"uri": "{}"}}'.format(path)

    with closing(conn.cursor()) as cursor:
        datasource = name_to_datasource(cursor, "dummy-src")

        job_source_id = get_job_source(cursor, job_source_name)

        if not job_source_id:
            job_source_id = add_job_source(cursor, job_source_name, "dummy", '{}')

    enqueue_job(conn, job_type, description_json, filesize, job_source_id)

    conn.commit()

    with closing(conn.cursor()) as cursor:
        job = get_job(cursor)

    conn.commit()

    with closing(conn.cursor()) as cursor:
        cursor.execute("select relation::regclass, * FROM pg_locks WHERE NOT GRANTED")

        rows = cursor.fetchall()

    job_id, job_type, description, size, parser_config = job

    eq_(path, json.loads(description)["uri"])

Example #2

File: generate_jobs.py Project: hendrikx-itc/python-minerva

def add_dummy_jobsource(conn):
    name = "job_generator"
    config = "{}"

    with closing(conn.cursor()) as cursor:
        return (
            get_job_source(cursor, name) or
            add_job_source(cursor, name, "dummy", config))