lon=_params['lon'],
time_ranges=_params['time_ranges'],
algorithm="wofs-wf",
version="1.0",
product="LS8_OLI_LASRC",
params={
'normalized': _params['normalized'],
'bands': _params['bands'],
'minValid': _params['minValid'],
},
dag=dag,
taxprefix="wofs_")
joins = dag_utils.reduceByTile(wofs_classification,
algorithm="joiner-reduce-wofs",
version="1.0",
dag=dag,
taxprefix="joined")
time_series = dag_utils.IdentityMap(joins,
algorithm="wofs-time-series-wf",
version="1.0",
taxprefix="wofs_time_series_",
dag=dag)
if _params['mosaic']:
task_id = 'mosaic'
algorithm = 'joiner'
else:
task_id = 'print_context'
lat=_params['lat'],
lon=_params['lon'],
time_ranges=_params['time_ranges'],
algorithm=_steps['mascara']['algorithm'],
version=_steps['mascara']['version'],
product=_params['products'][1],
params=_steps['mascara']['params'],
queue=_steps['mascara']['queue'],
dag=dag,
task_id="mascara_" + _params['products'][1])
reduccion = dag_utils.reduceByTile(
mascara_0 + mascara_1,
algorithm=_steps['reduccion']['algorithm'],
version=_steps['reduccion']['version'],
queue=_steps['reduccion']['queue'],
dag=dag,
task_id="joined",
delete_partial_results=_steps['reduccion']['del_prev_result'],
params=_steps['reduccion']['params'],
)
else:
reduccion = mascara_0
medianas = dag_utils.IdentityMap(
reduccion,
algorithm=_steps['medianas']['algorithm'],
version=_steps['medianas']['version'],
task_id="medianas",
queue=_steps['medianas']['queue'],
dag=dag,
delete_partial_results=_steps['medianas']['del_prev_result'],
algorithm="mascara-landsat", version="1.0",
product=_params['products'][0],
params={'bands':_params['bands']},
queue=_queues['mascara-landsat'], dag=dag, task_id="masked_"+_params['products'][0]
)
if len(_params['products']) > 1:
masked1 = dag_utils.queryMapByTile(lat=_params['lat'], lon=_params['lon'],
time_ranges=_params['time_ranges'],
algorithm="mascara-landsat", version="1.0",
product=_params['products'][1],
params={'bands': _params['bands']},
queue=_queues['mascara-landsat'], dag=dag, task_id="masked_{}"+_params['products'][1]
)
full_query = dag_utils.reduceByTile(masked0 + masked1, algorithm="joiner-reduce", version="1.0", queue=_queues['joiner-reduce'], dag=dag, task_id="joined" , params={'bands': _params['bands']})
else:
full_query = masked0
medians=dag_utils.IdentityMap(
full_query,
algorithm="compuesto-temporal-medianas-wf",
version="1.0",
task_id="medianas",
queue=_queues['compuesto-temporal-medianas-wf'],
dag=dag,
params={
'normalized':_params['normalized'],
'bands':_params['bands'],
'minValid': _params['minValid']
},
dagrun_timeout=timedelta(minutes=120))
consulta_periodo_1 = CDColQueryOperator(lat=_params['lat'], lon=_params['lon'],
time_ranges=_params['time_ranges'][0],
algorithm=_steps['consulta']['algorithm'], version=_steps['consulta']['version'],
product=_params['products'][0],
params=_steps['consulta']['params'],
queue=_steps['consulta']['queue'], dag=dag,
task_id="consulta_p1_" + _params['products'][0]['name'])
consulta_periodo_2 = CDColQueryOperator(lat=_params['lat'], lon=_params['lon'],
time_ranges=_params['time_ranges'][1],
algorithm=_steps['consulta']['algorithm'], version=_steps['consulta']['version'],
product=_params['products'][0],
params=_steps['consulta']['params'],
queue=_steps['consulta']['queue'], dag=dag,
task_id="consulta_p2_" + _params['products'][0]['name'])
pca = dag_utils.reduceByTile([consulta_periodo_1,consulta_periodo_2],
task_id="pca",
algorithm=_steps['pca']['algorithm'],
version=_steps['pca']['version'],
queue=_steps['pca']['queue'],
product=_params['products'][0],
dag=dag,
delete_partial_results=_steps['pca']['del_prev_result'],
params=_steps['pca']['params'], to_tiff=True)
pca
lon=_params['lon'],
time_ranges=_params['time_ranges'][1],
algorithm=_steps['consulta']['algorithm'],
version=_steps['consulta']['version'],
product=_params['products'][1],
params=_steps['consulta']['params'],
queue=_steps['consulta']['queue'],
dag=dag,
task_id="consulta_referencia_" + _params['products'][1]['name'])
reduccion = dag_utils.reduceByTile(
mascara_ls7_mosaic + mascara_dem_mosaic,
product=_params['products'][2],
algorithm=_steps['reduccion']['algorithm'],
version=_steps['reduccion']['version'],
queue=_steps['reduccion']['queue'],
dag=dag,
task_id="joined",
delete_partial_results=_steps['reduccion']['del_prev_result'],
params=_steps['reduccion']['params'],
)
medianas = dag_utils.IdentityMap(
reduccion,
product=_params['products'][2],
algorithm=_steps['medianas']['algorithm'],
version=_steps['medianas']['version'],
task_id="medianas",
queue=_steps['medianas']['queue'],
dag=dag,
delete_partial_results=_steps['medianas']['del_prev_result'],
queue=_steps['mosaico']['queue'],
delete_partial_results=_steps['mosaico']['del_prev_result'],
trigger_rule=TriggerRule.NONE_FAILED,
dag=dag)
mosaico_periodo_2 = dag_utils.OneReduce(
medianas_periodo_2,
task_id="mosaico_p2_",
algorithm=_steps['mosaico']['algorithm'],
version=_steps['mosaico']['version'],
queue=_steps['mosaico']['queue'],
delete_partial_results=_steps['mosaico']['del_prev_result'],
trigger_rule=TriggerRule.NONE_FAILED,
dag=dag)
resultado_completo = mosaico_periodo_1 + mosaico_periodo_2
else:
resultado_completo = medianas_periodo_1 + medianas_periodo_2
pca = dag_utils.reduceByTile(
resultado_completo,
task_id="pca",
algorithm=_steps['pca']['algorithm'],
version=_steps['pca']['version'],
queue=_steps['pca']['queue'],
dag=dag,
delete_partial_results=_steps['pca']['del_prev_result'],
params=_steps['pca']['params'],
to_tiff=True)
pca
version="1.0",
product=_params['products'][1],
params={
'normalized': _params['normalized'],
'bands': _params['bands'],
'minValid': _params['minValid']
},
queue='airflow_small',
dag=dag,
taxprefix="masked_{}_".format(
_params['products'][1]))
full_query = dag_utils.reduceByTile(
masked0 + masked1,
algorithm="joiner-reduce",
version="1.0",
queue='airflow_small',
dag=dag,
taxprefix="joined",
params={'bands': _params['bands']},
)
else:
full_query = masked0
medians = dag_utils.IdentityMap(full_query,
algorithm="compuesto-temporal-medianas-wf",
version="1.0",
taxprefix="medianas_",
queue='airflow_small',
dag=dag,
params={
'normalized': _params['normalized'],
task_id="mosaic_p_1")
mosaic2 = dag_utils.OneReduce(medians2,
algorithm="joiner",
version="1.0",
queue=_queues['joiner'],
trigger_rule=TriggerRule.NONE_FAILED,
dag=dag,
task_id="mosaic_p_2")
results = mosaic1 + mosaic2
else:
results = medians1 + medians2
pca = dag_utils.reduceByTile(results,
algorithm="deteccion-cambios-pca-wf",
version="1.0",
queue=_queues['deteccion-cambios-pca-wf'],
dag=dag,
params={'bands': _params['bands']},
task_id="pca")
delete_partial_results = PythonOperator(
task_id='delete_partial_results',
provide_context=True,
python_callable=other_utils.delete_partial_results,
queue='airflow_small',
op_kwargs={
'algorithms': {
'mascara-landsat': "1.0",
'joiner-reduce': "1.0",
'compuesto-temporal-medianas-wf': "1.0",
},
lon=_params['lon'],
time_ranges=_params['time_ranges'],
algorithm="mascara-landsat",
version="1.0",
product="LS7_ETM_LEDAPS",
params={
'normalized': _params['normalized'],
'bands': _params['bands'],
'minValid': _params['minValid'],
},
dag=dag,
taxprefix="maskedLS7_")
joins = dag_utils.reduceByTile(maskedLS7 + maskedLS8,
algorithm="joiner-reduce",
version="1.0",
dag=dag,
taxprefix="joined")
medians = dag_utils.IdentityMap(joins,
algorithm="compuesto-temporal-medianas-wf",
version="1.0",
taxprefix="medianas_",
dag=dag,
params={
'normalized': _params['normalized'],
'bands': _params['bands'],
'minValid': _params['minValid'],
})
mosaic = CDColReduceOperator(task_id='print_context',
algorithm='joiner',
