medianas = dag_utils.IdentityMap(
mascara_ls8,
algorithm=_steps['medianas']['algorithm'],
version=_steps['medianas']['version'],
task_id="medianas",
queue=_steps['medianas']['queue'],
dag=dag,
delete_partial_results=_steps['medianas']['del_prev_result'],
params=_steps['medianas']['params'])
mosaico = dag_utils.OneReduce(
medianas,
task_id="mosaico_medianas",
algorithm=_steps['mosaico']['algorithm'],
version=_steps['mosaico']['version'],
queue=_steps['mosaico']['queue'],
delete_partial_results=_steps['mosaico']['del_prev_result'],
trigger_rule=TriggerRule.NONE_FAILED,
dag=dag)
normalizacion = CDColReduceOperator(
algorithm=_steps['normalizacion']['algorithm'],
version=_steps['normalizacion']['version'],
queue=_steps['normalizacion']['queue'],
params=_steps['normalizacion']['params'],
delete_partial_results=_steps['normalizacion']['del_prev_result'],
dag=dag,
task_id="normalizacion",
to_tiff=True)
taxprefix="joined",
params={'bands': _params['bands']})
medianas = dag_utils.IdentityMap(reducer,
algorithm="compuesto-temporal-medianas-wf",
version="1.0",
taxprefix="medianas_",
queue='airflow_small',
dag=dag,
params={
'normalized': _params['normalized'],
'bands': _params['bands'],
'minValid': _params['minValid'],
})
mosaico = dag_utils.OneReduce(medianas,
algorithm="joiner",
version="1.0",
queue='airflow_medium',
dag=dag,
taxprefix="mosaic")
kmeans = dag_utils.IdentityMap(mosaico,
algorithm="k-means-wf",
version="1.0",
taxprefix="kmeans_",
queue='airflow_medium',
dag=dag,
params={'classes': _params['classes']})
kmeans
lat=_params['lat'],
lon=_params['lon'],
time_ranges=_params['time_ranges'],
algorithm=_steps['generic-step']['algorithm'],
version=_steps['generic-step']['version'],
product=_params['products'][0],
params=_steps['generic-step']['params'],
queue=_steps['generic-step']['queue'],
dag=dag,
task_id="generic-step_" + _params['products'][0]['name'],
to_tiff=False,
alg_folder=common.COMPLETE_ALGORITHMS_FOLDER)
workflow = generic_step
if _params['genera_mosaico'] and queue_utils.get_tiles(_params['lat'],
_params['lon']) > 1:
mosaico = dag_utils.OneReduce(
workflow,
task_id="mosaic",
algorithm=_steps['mosaico']['algorithm'],
version=_steps['mosaico']['version'],
queue=_steps['mosaico']['queue'],
delete_partial_results=_steps['mosaico']['del_prev_result'],
trigger_rule=TriggerRule.NONE_FAILED,
dag=dag,
to_tiff=False)
workflow = mosaico
workflow
algorithm="compuesto-temporal-medianas-wf",
version="1.0",
task_id="medianas_p_2",
queue=_queues['compuesto-temporal-medianas-wf'],
dag=dag,
params={
'normalized': _params['normalized'],
'bands': _params['bands'],
'minValid': _params['minValid'],
})
print(queue_utils.get_tiles(_params['lat'], _params['lon']))
if queue_utils.get_tiles(_params['lat'], _params['lon']) > 1:
mosaic1 = dag_utils.OneReduce(medians1,
algorithm="joiner",
version="1.0",
queue=_queues['joiner'],
trigger_rule=TriggerRule.NONE_FAILED,
dag=dag,
task_id="mosaic_p_1")
mosaic2 = dag_utils.OneReduce(medians2,
algorithm="joiner",
version="1.0",
queue=_queues['joiner'],
trigger_rule=TriggerRule.NONE_FAILED,
dag=dag,
task_id="mosaic_p_2")
results = mosaic1 + mosaic2
else:
results = medians1 + medians2
pca = dag_utils.reduceByTile(results,