def build_pipeline(name, transitions, state=100):
assert transitions[-1] is None
ppp = PostProcessingPipeline(name)
initial = True
for transition in transitions:
# State counter
state_start = 'S{0}'.format(str(state).zfill(4))
state += 100
state_end = 'S{0}'.format(str(state).zfill(4))
if not transition:
# End pipeline
s = State(name=state_start, transition=None)
else:
# Set transition
t = Transition(name=transition, destination=state_end, get_args=get_args)
# Set state transition
s = State(name=state_start, transition=t, initial=initial)
# Set initial to False after first transition
initial = False
# Add transition
ppp.add(s)
return ppp
# -*- coding: ISO-8859-1 -*-
##################################
# @program synda
# @description climate models data transfer program
# @copyright Copyright (c)2009 Centre National de la Recherche Scientifique CNRS. All Rights Reserved��
# @license CeCILL (https://raw.githubusercontent.com/Prodiguer/synda/master/sdt/doc/LICENSE)
##################################
"""
Contains whole variable pipeline definition for tCDF.
"""
from sppipelineutils import get_args
from sppostprocessingutils import PostProcessingPipeline, State, Transition
def get_pipeline():
return ppp
name = 'CDF_COR_DATASET'
ppp = PostProcessingPipeline(name)
t1 = Transition(name='latest', destination='S3600', get_args=get_args)
s1 = State(name='S3500', transition=t1, initial=True)
s2 = State(name='S3600', transition=None)
ppp.add(s1, s2)
##################################
# @program synda
# @description climate models data transfer program
# @copyright Copyright (c)2009 Centre National de la Recherche Scientifique CNRS. All Rights Reserved��
# @license CeCILL (https://raw.githubusercontent.com/Prodiguer/synda/master/sdt/doc/LICENSE)
##################################
"""
Contains dataset only pipeline definition for tCDF
"""
from sppipelineutils import get_args
from sppostprocessingutils import PostProcessingPipeline, State, Transition
def get_pipeline():
return ppp
name = 'CDF_DATASET'
ppp = PostProcessingPipeline(name)
t1 = Transition(name='latest', destination='S2500', get_args=get_args)
t2 = Transition(name='latest', destination='S2600', get_args=get_args)
s1 = State(name='S2400', transition=t1, initial=True)
s2 = State(name='S2500', transition=t2)
s3 = State(name='S2600', transition=None)
ppp.add(s1, s2, s3)
# @description climate models data transfer program
# @copyright Copyright “(c)2009 Centre National de la Recherche Scientifique CNRS.
# All Rights Reserved”
# @license CeCILL (https://raw.githubusercontent.com/Prodiguer/synda/master/sdt/doc/LICENSE)
##################################
"""Contains P001 pipeline definition."""
import sppipelineutils
from sppostprocessingutils import PostProcessingPipeline, State, Transition
def get_pipeline():
return ppp
# init.
name = 'P001'
ppp = PostProcessingPipeline(name)
t0 = Transition(name='is_duplicate', destination={0: 'S0300', 1: 'S0100'})
t1 = Transition(name='time_axis_normalization', destination='S0200')
t2 = Transition(name='latest', destination='S0300')
s0 = State(name='S0090', transition=t0, initial=True)
s1 = State(name='S0100', transition=t1)
s2 = State(name='S0200', transition=t2)
s3 = State(name='S0300', transition=None)
ppp.add(s0, s1, s2, s3)
from sppipelineutils import get_args
from sppostprocessingutils import PostProcessingPipeline, State, Transition
def get_pipeline():
return ppp
name = 'CDF_VARIABLE'
ppp = PostProcessingPipeline(name)
t1 = Transition(name='spatial_interpolation',
destination='S2200',
get_args=get_args)
t2 = Transition(name='correction_cdft', destination='S2300', get_args=get_args)
t3 = Transition(name='time_axis_normalization',
destination='S2400',
get_args=get_args)
t4 = Transition(name='standardization', destination='S2500', get_args=get_args)
t5 = Transition(name='qc', destination='S2600', get_args=get_args)
s1 = State(name='S2100', transition=t1, initial=True)
s2 = State(name='S2200', transition=t2)
s3 = State(name='S2300', transition=t2)
s4 = State(name='S2400', transition=t3)
s5 = State(name='S2500', transition=t4)
s6 = State(name='S2600', transition=None)
ppp.add(s1, s2, s3, s4, s5, s6)
##################################
"""
Contains whole variable pipeline definition for tCDF.
"""
from sppipelineutils import get_args
from sppostprocessingutils import PostProcessingPipeline, State, Transition
def get_pipeline():
return ppp
name = 'CDF_COR_VARIABLE'
ppp = PostProcessingPipeline(name)
t1 = Transition(name='correction_cdft', destination='S3200', get_args=get_args)
t2 = Transition(name='standardization', destination='S3300', get_args=get_args)
t3 = Transition(name='time_axis_normalization', destination='S3400', get_args=get_args)
#t4 = Transition(name='qc_qa', destination='S3500', get_args=get_args)
t4 = Transition(name='copy', destination='S3500', get_args=get_args)
s1 = State(name='S3100', transition=t1, initial=True)
s2 = State(name='S3200', transition=t2)
s3 = State(name='S3300', transition=t3)
s4 = State(name='S3400', transition=t4)
s5 = State(name='S3500', transition=None)
ppp.add(s1, s2, s3, s4, s5)
# @description climate models data transfer program
# @copyright Copyright (c)2009 Centre National de la Recherche Scientifique CNRS. All Rights Reserved��
# @license CeCILL (https://raw.githubusercontent.com/Prodiguer/synda/master/sdt/doc/LICENSE)
##################################
"""
Contains dataset only pipeline definition.
"""
from sppipelineutils import get_args
from sppostprocessingutils import PostProcessingPipeline, State, Transition
def get_pipeline():
return ppp
name = 'IPSL_DATASET'
ppp = PostProcessingPipeline(name)
t1 = Transition(name='latest', destination='S0900', get_args=get_args)
t2 = Transition(name='mapfile', destination='S1000', get_args=get_args)
t3 = Transition(name='publication', destination='S1100', get_args=get_args)
s1 = State(name='S0800', transition=t1, initial=True)
s2 = State(name='S0900', transition=t2)
s3 = State(name='S1000', transition=t3)
s4 = State(name='S1100', transition=None)
ppp.add(s1, s2, s3, s4)
t1 = Transition(name='suppression_variable',
destination='S0200',
get_args=get_args)
t2 = Transition(name='coalesce', destination='S0300', get_args=get_args)
t3 = Transition(name='overlap', destination='S0400', get_args=get_args)
t4 = Transition(name='time_axis_normalization',
destination='S0500',
get_args=get_args)
t5 = Transition(name='suppression_variable',
destination='S0600',
get_args=get_args)
t6 = Transition(name='copy', destination='S0700', get_args=get_args)
t7 = Transition(name='cdscan', destination='S0800', get_args=get_args)
t8 = Transition(name='latest', destination='S0900', get_args=get_args)
t9 = Transition(name='mapfile', destination='S1000', get_args=get_args)
t10 = Transition(name='publication', destination='S1100', get_args=get_args)
s1 = State(name='S0100', transition=t1, initial=True)
s2 = State(name='S0200', transition=t2)
s3 = State(name='S0300', transition=t3)
s4 = State(name='S0400', transition=t4)
s5 = State(name='S0500', transition=t5)
s6 = State(name='S0600', transition=t6)
s7 = State(name='S0700', transition=t7)
s8 = State(name='S0800', transition=t8)
s9 = State(name='S0900', transition=t9)
s10 = State(name='S1000', transition=t10)
s11 = State(name='S1100', transition=None)
ppp.add(s1, s2, s3, s4, s5, s6, s7, s8, s9, s10, s11)
# @copyright Copyright (c)2009 Centre National de la Recherche Scientifique CNRS. All Rights Reserved��
# @license CeCILL (https://raw.githubusercontent.com/Prodiguer/synda/master/sdt/doc/LICENSE)
##################################
"""
Contains whole variable pipeline definition for tCDF.
"""
from sppipelineutils import get_args
from sppostprocessingutils import PostProcessingPipeline, State, Transition
def get_pipeline():
return ppp
name = 'CDF_INT_VARIABLE'
ppp = PostProcessingPipeline(name)
t1 = Transition(name='spatial_interpolation',
destination='S2200',
get_args=get_args)
#t2 = Transition(name='qc_qa', destination='S2300', get_args=get_args)
t2 = Transition(name='copy', destination='S2300', get_args=get_args)
s1 = State(name='S2100', transition=t1, initial=True)
s2 = State(name='S2200', transition=t2)
s3 = State(name='S2300', transition=None)
ppp.add(s1, s2, s3)
# -*- coding: ISO-8859-1 -*-
##################################
# @program synda
# @description climate models data transfer program
# @copyright Copyright (c)2009 Centre National de la Recherche Scientifique CNRS. All Rights Reserved��
# @license CeCILL (https://raw.githubusercontent.com/Prodiguer/synda/master/sdt/doc/LICENSE)
##################################
"""
Contains whole variable pipeline definition for tCDF.
"""
from sppipelineutils import get_args
from sppostprocessingutils import PostProcessingPipeline, State, Transition
def get_pipeline():
return ppp
name = 'CDF_INT_DATASET'
ppp = PostProcessingPipeline(name)
t1 = Transition(name='latest', destination='S2400', get_args=get_args)
s1 = State(name='S2300', transition=t1, initial=True)
s2 = State(name='S2400', transition=None)
ppp.add(s1, s2)