from trident.util import general from dags.sde.bids_jobs import sde_to_shp from trident.util.sde_extract_tasks import create_sde_tasks args = general.args conf = general.config schedule = general.schedule['gis_weekly'] start_date = general.start_date['gis_weekly'] folder = 'bus_improvement_districts' layer = 'bids' datasd_name = 'bids_datasd' md = 'business-improvement-districts' path_to_file = conf['prod_data_dir'] + '/' + datasd_name dag = DAG(dag_id='gis_{layer}'.format(layer=layer), default_args=args, start_date=start_date, schedule_interval=schedule) #: Create tasks dynamically create_sde_tasks( dag=dag, folder=folder, layer=layer, datasd_name=datasd_name, md=md, path_to_file=path_to_file, sde_to_shp=sde_to_shp)
"""_dags file for 'bike master plan' sde extraction.""" from airflow.models import DAG from trident.util import general from dags.sde.bike_master_plan_jobs import sde_to_shp from trident.util.sde_extract_tasks import create_sde_tasks args = general.args conf = general.config schedule = general.schedule['gis_weekly'] start_date = general.start_date['gis_weekly'] folder = 'bike_master_plan' layer = 'bike_master_plan' datasd_name = 'bike_master_plan_datasd' md = 'bike-master-plan' path_to_file = conf['prod_data_dir'] + '/' + datasd_name dag = DAG(dag_id='gis_{layer}'.format(layer=layer), default_args=args, start_date=start_date, schedule_interval=schedule) #: Create tasks dynamically create_sde_tasks(dag=dag, folder=folder, layer=layer, datasd_name=datasd_name, md=md, path_to_file=path_to_file, sde_to_shp=sde_to_shp)