f"{tmp_dir}/{name}.utf8.sql", )) check_counts.append( PostgresCheckOperator( task_id=f"check_count_{name}", sql=SQL_CHECK_COUNT, params=dict(tablename=f"{dag_id}_{name}_new", mincount=mincount), )) check_colnames.append( PostgresValueCheckOperator( task_id=f"check_colnames_{name}", sql=SQL_CHECK_COLNAMES, pass_value=colnames, result_checker=checker, params=dict(tablename=f"{dag_id}_{name}_new"), )) load_dumps = PostgresOperator( task_id="load_dumps", sql=[ "DROP TABLE IF EXISTS trm_tram_new, trm_metro_new", f"{tmp_dir}/{dag_id}_metro.utf8.sql", f"{tmp_dir}/{dag_id}_tram.utf8.sql", ], ) remove_entities = BashOperator( task_id="remove_entities",
check_count = PostgresCheckOperator( task_id="check_count", sql=SQL_CHECK_COUNT, params=dict(tablename=f"{dag_id}_new", mincount=3), ) check_geo = PostgresCheckOperator( task_id="check_geo", sql=SQL_CHECK_GEO, params=dict(tablename=f"{dag_id}_new", geotype="ST_MultiLineString"), ) check_colnames = PostgresValueCheckOperator( task_id="check_colnames", sql=SQL_CHECK_COLNAMES, pass_value=colnames, params=dict(tablename=f"{dag_id}_new"), ) rename_table = PostgresOperator( task_id="rename_table", sql=SQL_TABLE_RENAME, params=dict(tablename=dag_id), ) import_routes >> extract_geojson >> load_table >> [ check_count, check_geo, check_colnames, ] >> rename_table
import_table = PostgresFilesOperator( task_id="import_table", sql_files=[sql_file_new_path], ) check_count = PostgresCheckOperator( task_id="check_count", sql=SQL_CHECK_COUNT, params=dict(tablename="bb_quotum_new", mincount=90), ) check_geo = PostgresCheckOperator( task_id="check_geo", sql=SQL_CHECK_GEO, params=dict(tablename="bb_quotum_new", geotype="ST_MultiPolygon", geo_column="geo"), ) check_cols = PostgresValueCheckOperator(task_id="check_cols", sql=SQL_CHECK_COLS, pass_value=[[3]]) rename_tables = PostgresOperator(task_id="rename_tables", sql=SQL_TABLE_RENAME) (slack_at_start >> fetch_sql >> remove_owner_alters >> replace_tablename >> drop_tables >> import_table >> [check_count, check_geo, check_cols ] >> rename_tables)