def test_get_job(conn):
job_source_name = "dummy-job-src"
path = "/data/kpi_2.csv"
job_type = 'dummy'
filesize = 1060
description = {"uri": path}
description_json = json.dumps(description)
with closing(conn.cursor()) as cursor:
job_source_id = add_job_source(cursor, job_source_name, "dummy", '{}')
enqueue_job(conn, job_type, description_json, filesize, job_source_id)
conn.commit()
with closing(conn.cursor()) as cursor:
job = get_job(cursor)
conn.commit()
_, job_type, description, _, _ = job
eq_(path, json.loads(description)["uri"])
with closing(conn.cursor()) as cursor:
job = get_job(cursor)
eq_(job, None)
def test_waiting_locks(conn):
job_source_name = "dummy-job-src"
path = "/data/kpi_2.csv"
job_type = 'dummy'
filesize = 1060
description_json = '{{"uri": "{}"}}'.format(path)
with closing(conn.cursor()) as cursor:
datasource = name_to_datasource(cursor, "dummy-src")
job_source_id = get_job_source(cursor, job_source_name)
if not job_source_id:
job_source_id = add_job_source(cursor, job_source_name, "dummy", '{}')
enqueue_job(conn, job_type, description_json, filesize, job_source_id)
conn.commit()
with closing(conn.cursor()) as cursor:
job = get_job(cursor)
conn.commit()
with closing(conn.cursor()) as cursor:
cursor.execute("select relation::regclass, * FROM pg_locks WHERE NOT GRANTED")
rows = cursor.fetchall()
job_id, job_type, description, size, parser_config = job
eq_(path, json.loads(description)["uri"])
def add_dummy_jobsource(conn):
name = "job_generator"
config = "{}"
with closing(conn.cursor()) as cursor:
return (
get_job_source(cursor, name) or
add_job_source(cursor, name, "dummy", config))
def test_enqueue_job(conn):
job_source_name = "dummy-job-src"
path = "/data/kpi_1.csv"
job_type = "dummy"
filesize = 1000
description = {"uri": path}
description_json = json.dumps(description)
with closing(conn.cursor()) as cursor:
job_source_id = add_job_source(cursor, job_source_name, "dummy", '{}')
enqueue_job(conn, job_type, description_json, filesize, job_source_id)
with closing(conn.cursor()) as cursor:
cursor.execute(
"SELECT j.description "
"FROM system.job_queue jq "
"JOIN system.job j ON j.id = jq.job_id")
eq_(cursor.rowcount, 1)
job_description, = cursor.fetchone()
eq_(json.loads(job_description)["uri"], path)
