def add_function_set(cursor, *args):
col_names = ["id", "name", "mapping_signature", "source_datasource_ids",
"source_entitytype_id", "source_granularity", "dest_datasource_id",
"dest_entitytype_id", "dest_granularity", "filter_sub_query", "group_by", "enabled"]
columns = map(Column, col_names)
table = Table("transform", "function_set")
table.insert(columns).execute(cursor, args)
def add_state(cursor, *args):
table = Table("transform", "state")
col_names = ["function_set_id", "dest_timestamp", "processed_max_modified", "max_modified", "job_id"]
columns = map(Column, col_names)
select = table.select(1).where_(And(Eq(columns[0]), Eq(columns[1])))
select.execute(cursor, args[0:2])
if cursor.rowcount == 0:
table.insert(columns).execute(cursor, args)
def add_job(cursor, *args):
table = Table("system", "job")
col_names = "id", "type", "description", "size", "created", "started", "finished", "success", "job_source_id", "state"
columns = map(Column, col_names)
column_id = columns[0]
select = Select(1, from_=table, where_=Eq(column_id))
select.execute(cursor, (args[0], ))
if cursor.rowcount == 0:
table.insert(columns).execute(cursor, args)
def add_job_source(cursor, *args):
table = Table("system", "job_source")
col_names = "id", "name", "job_type", "config"
columns = map(Column, col_names)
column_id = columns[0]
select = Select(1, from_=table, where_=Eq(column_id))
select.execute(cursor, (args[0], ))
if cursor.rowcount == 0:
table.insert(columns).execute(cursor, args)
def add_function_set(cursor, *args):
col_names = ["name", "description", "mapping_signature", "source_datasource_ids",
"source_entitytype_id", "source_granularity", "dest_datasource_id",
"dest_entitytype_id", "dest_granularity", "filter_sub_query", "group_by",
"relation_type_id", "enabled"]
columns = map(Column, col_names)
table = Table("transform", "function_set")
insert_query = table.insert(columns).returning("id")
insert_query.execute(cursor, args)
id, = cursor.fetchone()
row = (id,) + args
return helpers.function_set_from_row(cursor, row)
