lon=_params['lon'], time_ranges=_params['time_ranges'], algorithm="wofs-wf", version="1.0", product="LS8_OLI_LASRC", params={ 'normalized': _params['normalized'], 'bands': _params['bands'], 'minValid': _params['minValid'], }, dag=dag, taxprefix="wofs_") joins = dag_utils.reduceByTile(wofs_classification, algorithm="joiner-reduce-wofs", version="1.0", dag=dag, taxprefix="joined") time_series = dag_utils.IdentityMap(joins, algorithm="wofs-time-series-wf", version="1.0", taxprefix="wofs_time_series_", dag=dag) if _params['mosaic']: task_id = 'mosaic' algorithm = 'joiner' else: task_id = 'print_context'
lat=_params['lat'], lon=_params['lon'], time_ranges=_params['time_ranges'], algorithm=_steps['mascara']['algorithm'], version=_steps['mascara']['version'], product=_params['products'][1], params=_steps['mascara']['params'], queue=_steps['mascara']['queue'], dag=dag, task_id="mascara_" + _params['products'][1]) reduccion = dag_utils.reduceByTile( mascara_0 + mascara_1, algorithm=_steps['reduccion']['algorithm'], version=_steps['reduccion']['version'], queue=_steps['reduccion']['queue'], dag=dag, task_id="joined", delete_partial_results=_steps['reduccion']['del_prev_result'], params=_steps['reduccion']['params'], ) else: reduccion = mascara_0 medianas = dag_utils.IdentityMap( reduccion, algorithm=_steps['medianas']['algorithm'], version=_steps['medianas']['version'], task_id="medianas", queue=_steps['medianas']['queue'], dag=dag, delete_partial_results=_steps['medianas']['del_prev_result'],
algorithm="mascara-landsat", version="1.0", product=_params['products'][0], params={'bands':_params['bands']}, queue=_queues['mascara-landsat'], dag=dag, task_id="masked_"+_params['products'][0] ) if len(_params['products']) > 1: masked1 = dag_utils.queryMapByTile(lat=_params['lat'], lon=_params['lon'], time_ranges=_params['time_ranges'], algorithm="mascara-landsat", version="1.0", product=_params['products'][1], params={'bands': _params['bands']}, queue=_queues['mascara-landsat'], dag=dag, task_id="masked_{}"+_params['products'][1] ) full_query = dag_utils.reduceByTile(masked0 + masked1, algorithm="joiner-reduce", version="1.0", queue=_queues['joiner-reduce'], dag=dag, task_id="joined" , params={'bands': _params['bands']}) else: full_query = masked0 medians=dag_utils.IdentityMap( full_query, algorithm="compuesto-temporal-medianas-wf", version="1.0", task_id="medianas", queue=_queues['compuesto-temporal-medianas-wf'], dag=dag, params={ 'normalized':_params['normalized'], 'bands':_params['bands'], 'minValid': _params['minValid'] },
dagrun_timeout=timedelta(minutes=120)) consulta_periodo_1 = CDColQueryOperator(lat=_params['lat'], lon=_params['lon'], time_ranges=_params['time_ranges'][0], algorithm=_steps['consulta']['algorithm'], version=_steps['consulta']['version'], product=_params['products'][0], params=_steps['consulta']['params'], queue=_steps['consulta']['queue'], dag=dag, task_id="consulta_p1_" + _params['products'][0]['name']) consulta_periodo_2 = CDColQueryOperator(lat=_params['lat'], lon=_params['lon'], time_ranges=_params['time_ranges'][1], algorithm=_steps['consulta']['algorithm'], version=_steps['consulta']['version'], product=_params['products'][0], params=_steps['consulta']['params'], queue=_steps['consulta']['queue'], dag=dag, task_id="consulta_p2_" + _params['products'][0]['name']) pca = dag_utils.reduceByTile([consulta_periodo_1,consulta_periodo_2], task_id="pca", algorithm=_steps['pca']['algorithm'], version=_steps['pca']['version'], queue=_steps['pca']['queue'], product=_params['products'][0], dag=dag, delete_partial_results=_steps['pca']['del_prev_result'], params=_steps['pca']['params'], to_tiff=True) pca
lon=_params['lon'], time_ranges=_params['time_ranges'][1], algorithm=_steps['consulta']['algorithm'], version=_steps['consulta']['version'], product=_params['products'][1], params=_steps['consulta']['params'], queue=_steps['consulta']['queue'], dag=dag, task_id="consulta_referencia_" + _params['products'][1]['name']) reduccion = dag_utils.reduceByTile( mascara_ls7_mosaic + mascara_dem_mosaic, product=_params['products'][2], algorithm=_steps['reduccion']['algorithm'], version=_steps['reduccion']['version'], queue=_steps['reduccion']['queue'], dag=dag, task_id="joined", delete_partial_results=_steps['reduccion']['del_prev_result'], params=_steps['reduccion']['params'], ) medianas = dag_utils.IdentityMap( reduccion, product=_params['products'][2], algorithm=_steps['medianas']['algorithm'], version=_steps['medianas']['version'], task_id="medianas", queue=_steps['medianas']['queue'], dag=dag, delete_partial_results=_steps['medianas']['del_prev_result'],
queue=_steps['mosaico']['queue'], delete_partial_results=_steps['mosaico']['del_prev_result'], trigger_rule=TriggerRule.NONE_FAILED, dag=dag) mosaico_periodo_2 = dag_utils.OneReduce( medianas_periodo_2, task_id="mosaico_p2_", algorithm=_steps['mosaico']['algorithm'], version=_steps['mosaico']['version'], queue=_steps['mosaico']['queue'], delete_partial_results=_steps['mosaico']['del_prev_result'], trigger_rule=TriggerRule.NONE_FAILED, dag=dag) resultado_completo = mosaico_periodo_1 + mosaico_periodo_2 else: resultado_completo = medianas_periodo_1 + medianas_periodo_2 pca = dag_utils.reduceByTile( resultado_completo, task_id="pca", algorithm=_steps['pca']['algorithm'], version=_steps['pca']['version'], queue=_steps['pca']['queue'], dag=dag, delete_partial_results=_steps['pca']['del_prev_result'], params=_steps['pca']['params'], to_tiff=True) pca
version="1.0", product=_params['products'][1], params={ 'normalized': _params['normalized'], 'bands': _params['bands'], 'minValid': _params['minValid'] }, queue='airflow_small', dag=dag, taxprefix="masked_{}_".format( _params['products'][1])) full_query = dag_utils.reduceByTile( masked0 + masked1, algorithm="joiner-reduce", version="1.0", queue='airflow_small', dag=dag, taxprefix="joined", params={'bands': _params['bands']}, ) else: full_query = masked0 medians = dag_utils.IdentityMap(full_query, algorithm="compuesto-temporal-medianas-wf", version="1.0", taxprefix="medianas_", queue='airflow_small', dag=dag, params={ 'normalized': _params['normalized'],
task_id="mosaic_p_1") mosaic2 = dag_utils.OneReduce(medians2, algorithm="joiner", version="1.0", queue=_queues['joiner'], trigger_rule=TriggerRule.NONE_FAILED, dag=dag, task_id="mosaic_p_2") results = mosaic1 + mosaic2 else: results = medians1 + medians2 pca = dag_utils.reduceByTile(results, algorithm="deteccion-cambios-pca-wf", version="1.0", queue=_queues['deteccion-cambios-pca-wf'], dag=dag, params={'bands': _params['bands']}, task_id="pca") delete_partial_results = PythonOperator( task_id='delete_partial_results', provide_context=True, python_callable=other_utils.delete_partial_results, queue='airflow_small', op_kwargs={ 'algorithms': { 'mascara-landsat': "1.0", 'joiner-reduce': "1.0", 'compuesto-temporal-medianas-wf': "1.0", },
lon=_params['lon'], time_ranges=_params['time_ranges'], algorithm="mascara-landsat", version="1.0", product="LS7_ETM_LEDAPS", params={ 'normalized': _params['normalized'], 'bands': _params['bands'], 'minValid': _params['minValid'], }, dag=dag, taxprefix="maskedLS7_") joins = dag_utils.reduceByTile(maskedLS7 + maskedLS8, algorithm="joiner-reduce", version="1.0", dag=dag, taxprefix="joined") medians = dag_utils.IdentityMap(joins, algorithm="compuesto-temporal-medianas-wf", version="1.0", taxprefix="medianas_", dag=dag, params={ 'normalized': _params['normalized'], 'bands': _params['bands'], 'minValid': _params['minValid'], }) mosaic = CDColReduceOperator(task_id='print_context', algorithm='joiner',