示例#1
0
    reduccion = mascara_0

medianas = dag_utils.IdentityMap(
    reduccion,
    product=_params['products'][0],
    algorithm=_steps['medianas']['algorithm'],
    version=_steps['medianas']['version'],
    task_id="medianas",
    queue=_steps['medianas']['queue'],
    dag=dag,
    delete_partial_results=_steps['medianas']['del_prev_result'],
    params=_steps['medianas']['params'])

workflow = medianas

if queue_utils.get_tiles(_params['lat'], _params['lon']) > 1:
    mosaico = dag_utils.OneReduce(
        workflow,
        task_id="mosaic",
        algorithm=_steps['mosaico']['algorithm'],
        product=_params['products'][0],
        version=_steps['mosaico']['version'],
        queue=_steps['mosaico']['queue'],
        delete_partial_results=_steps['mosaico']['del_prev_result'],
        trigger_rule=TriggerRule.NONE_FAILED,
        dag=dag)
    workflow = mosaico

kmeans = CDColFromFileOperator(task_id="k_means",
                               product=_params['products'][0],
                               algorithm=_steps['k_means']['algorithm'],
generic_step = dag_utils.queryMapByTile(
    lat=_params['lat'],
    lon=_params['lon'],
    time_ranges=_params['time_ranges'],
    algorithm=_steps['generic-step']['algorithm'],
    version=_steps['generic-step']['version'],
    product=_params['products'][0],
    params=_steps['generic-step']['params'],
    queue=_steps['generic-step']['queue'],
    dag=dag,
    task_id="generic-step_" + _params['products'][0]['name'],
    to_tiff=False,
    alg_folder=common.COMPLETE_ALGORITHMS_FOLDER)

workflow = generic_step
if _params['genera_mosaico'] and queue_utils.get_tiles(_params['lat'],
                                                       _params['lon']) > 1:
    mosaico = dag_utils.OneReduce(
        workflow,
        task_id="mosaic",
        algorithm=_steps['mosaico']['algorithm'],
        version=_steps['mosaico']['version'],
        queue=_steps['mosaico']['queue'],
        delete_partial_results=_steps['mosaico']['del_prev_result'],
        trigger_rule=TriggerRule.NONE_FAILED,
        dag=dag,
        to_tiff=False)

    workflow = mosaico

workflow
示例#3
0
                                       params=_steps['reduccion']['params'], )
else:
    reduccion = mascara_0

medianas = dag_utils.IdentityMap(
    reduccion,
    product=_params['products'][0],
    algorithm=_steps['medianas']['algorithm'],
    version=_steps['medianas']['version'],
    task_id="medianas",
    queue=_steps['medianas']['queue'], dag=dag,
    delete_partial_results=_steps['medianas']['del_prev_result'],
    params=_steps['medianas']['params'])

mndwi = dag_utils.IdentityMap(medianas, algorithm=_steps['mndwi']['algorithm'],
                             version=_steps['mndwi']['version'],
                             queue=_steps['mndwi']['queue'],
                             delete_partial_results=_steps['mndwi']['del_prev_result'], dag=dag,
                             task_id="mndwi", to_tiff= not (_params['genera_mosaico'] and queue_utils.get_tiles(_params['lat'],_params['lon'])>1))

workflow = mndwi
if _params['genera_mosaico'] and queue_utils.get_tiles(_params['lat'],_params['lon'])>1:
    mosaico = dag_utils.OneReduce(workflow, task_id="mosaic", algorithm=_steps['mosaico']['algorithm'],
                                  version=_steps['mosaico']['version'], queue=_steps['mosaico']['queue'],
                                  delete_partial_results=_steps['mosaico']['del_prev_result'],
                                  trigger_rule=TriggerRule.NONE_FAILED, dag=dag, to_tiff=True)

    workflow = mosaico

workflow