f"{tmp_dir}/{name}.utf8.sql",
))
check_counts.append(
PostgresCheckOperator(
task_id=f"check_count_{name}",
sql=SQL_CHECK_COUNT,
params=dict(tablename=f"{dag_id}_{name}_new",
mincount=mincount),
))
check_colnames.append(
PostgresValueCheckOperator(
task_id=f"check_colnames_{name}",
sql=SQL_CHECK_COLNAMES,
pass_value=colnames,
result_checker=checker,
params=dict(tablename=f"{dag_id}_{name}_new"),
))
load_dumps = PostgresOperator(
task_id="load_dumps",
sql=[
"DROP TABLE IF EXISTS trm_tram_new, trm_metro_new",
f"{tmp_dir}/{dag_id}_metro.utf8.sql",
f"{tmp_dir}/{dag_id}_tram.utf8.sql",
],
)
remove_entities = BashOperator(
task_id="remove_entities",
check_count = PostgresCheckOperator(
task_id="check_count",
sql=SQL_CHECK_COUNT,
params=dict(tablename=f"{dag_id}_new", mincount=3),
)
check_geo = PostgresCheckOperator(
task_id="check_geo",
sql=SQL_CHECK_GEO,
params=dict(tablename=f"{dag_id}_new", geotype="ST_MultiLineString"),
)
check_colnames = PostgresValueCheckOperator(
task_id="check_colnames",
sql=SQL_CHECK_COLNAMES,
pass_value=colnames,
params=dict(tablename=f"{dag_id}_new"),
)
rename_table = PostgresOperator(
task_id="rename_table",
sql=SQL_TABLE_RENAME,
params=dict(tablename=dag_id),
)
import_routes >> extract_geojson >> load_table >> [
check_count,
check_geo,
check_colnames,
] >> rename_table
import_table = PostgresFilesOperator(
task_id="import_table",
sql_files=[sql_file_new_path],
)
check_count = PostgresCheckOperator(
task_id="check_count",
sql=SQL_CHECK_COUNT,
params=dict(tablename="bb_quotum_new", mincount=90),
)
check_geo = PostgresCheckOperator(
task_id="check_geo",
sql=SQL_CHECK_GEO,
params=dict(tablename="bb_quotum_new",
geotype="ST_MultiPolygon",
geo_column="geo"),
)
check_cols = PostgresValueCheckOperator(task_id="check_cols",
sql=SQL_CHECK_COLS,
pass_value=[[3]])
rename_tables = PostgresOperator(task_id="rename_tables",
sql=SQL_TABLE_RENAME)
(slack_at_start >> fetch_sql >> remove_owner_alters >> replace_tablename >>
drop_tables >> import_table >> [check_count, check_geo, check_cols
] >> rename_tables)