def main():
    work_dir = "/home/hujk/ploto/esmvaltool/cases/case106/ploto"
    Path(work_dir).mkdir(parents=True, exist_ok=True)

    exp_datasets = deangelis_recipe.f2ext.exp_datasets
    variables = deangelis_recipe.f2ext.variables

    # get all datasets
    datasets = get_datasets(
        datasets=exp_datasets,
        variables=variables,
    )

    processor_tasks = []
    for variable in variables:
        processor_tasks.extend(
            get_processor_tasks_for_variable(
                variable=variable,
                datasets=datasets[variable["variable_group"]],
                settings=deangelis_recipe.processor_settings[
                    variable["preprocessor"]],
                diagnostic={"diagnostic": diagnostic_name},
                config={"data_path": deangelis_config.data_path},
                work_dir=work_dir,
            ))

    for index, task in enumerate(processor_tasks):
        logger.info(index)
        run_processor(task, config={}, work_dir=work_dir)
示例#2
0
def main():
    work_dir = "/home/hujk/ploto/esmvaltool/cases/case107/ploto"
    Path(work_dir).mkdir(parents=True, exist_ok=True)

    exp_datasets = eyring13_recipe.exp_datasets
    variables = eyring13_recipe.variables
    variable_additional_datasets = eyring13_recipe.variable_additional_datasets

    # get all datasets
    datasets = get_datasets(
        datasets=exp_datasets,
        variables=variables,
        variable_additional_datasets=variable_additional_datasets)

    processor_tasks = []
    for variable in variables:
        processor_tasks.extend(
            get_tasks_for_variable(
                variable=variable,
                datasets=datasets[variable["variable_group"]],
                diagnostic={"diagnostic": diagnostic_name},
                config={"data_path": eyring13_config.data_path},
                work_dir=work_dir,
            ))

    for task in processor_tasks:
        run_processor(task, config={}, work_dir=work_dir)
示例#3
0
def main():
    work_dir = "/home/hujk/ploto/esmvaltool/cases/case108/ploto"
    Path(work_dir).mkdir(parents=True, exist_ok=True)

    # recipe
    variables = bock20_recipe.fig2.variables
    variable_additional_datasets = bock20_recipe.fig2.variable_additional_datasets
    additional_datasets = bock20_recipe.fig2.additional_datasets

    # get all datasets
    datasets = get_datasets(
        variables=variables,
        variable_additional_datasets=variable_additional_datasets,
        additional_datasets=additional_datasets
    )


    processor_tasks = []
    for variable in variables:
        processor_tasks.extend(
            get_tasks_for_variable(
                variable=variable,
                config={
                    "data_path": bock20_config.data_path
                },
                work_dir=work_dir,
            )
        )

    for task in processor_tasks:
        run_processor(
            task,
            config={},
            work_dir=work_dir
        )
示例#4
0
def main():
    work_dir = "/home/hujk/ploto/esmvaltool/cases/case108/ploto"
    Path(work_dir).mkdir(parents=True, exist_ok=True)

    # recipe
    variables = bock20_recipe.fig3.variables
    variable_additional_datasets = bock20_recipe.fig3.variable_additional_datasets
    additional_datasets = bock20_recipe.fig3.additional_datasets

    # get all datasets
    datasets = get_datasets(
        variables=variables,
        variable_additional_datasets=variable_additional_datasets,
        additional_datasets=additional_datasets)

    processor_tasks = []
    for variable in variables:
        preprocessor = variable.get("preprocessor", "default")
        settings = bock20_recipe.processor_settings.get(preprocessor, {})
        processor_tasks.extend(
            get_processor_tasks_for_variable(
                variable=variable,
                datasets=datasets[variable["variable_group"]],
                settings=settings,
                diagnostic={"diagnostic": diagnostic_name},
                config={"data_path": bock20_config.data_path},
                work_dir=work_dir))

    for task in processor_tasks:
        run_processor(task, config={}, work_dir=work_dir)
示例#5
0
def main():
    work_dir = "/home/hujk/ploto/esmvaltool/cases/case108/ploto"
    Path(work_dir).mkdir(parents=True, exist_ok=True)

    # recipe
    exp_datasets = bock20_recipe.fig1.exp_datasets
    variables = bock20_recipe.fig1.variables
    variable_additional_datasets = bock20_recipe.fig1.variable_additional_datasets

    # get all datasets
    datasets = get_datasets(
        datasets=exp_datasets,
        variables=variables,
        variable_additional_datasets=variable_additional_datasets)

    # generate fetcher tasks
    fetcher_tasks = []
    for variable in variables:
        fetcher_tasks.extend(
            get_tasks_for_variable(
                datasets=datasets[variable["variable_group"]],
                work_dir=work_dir))

    # run fetcher tasks
    for task in fetcher_tasks:
        get_data(task, config={}, work_dir=work_dir)
示例#6
0
def main():
    work_dir = "/home/hujk/ploto/esmvaltool/cases/land/case401/ploto"
    Path(work_dir).mkdir(parents=True, exist_ok=True)

    # recipe
    variable_additional_datasets = landcover_recipe.cmip6.variable_additional_datasets
    variables = landcover_recipe.cmip6.variables

    # get all datasets
    datasets = get_datasets(
        variables=variables,
        variable_additional_datasets=variable_additional_datasets)

    processor_tasks = []
    for variable in variables:
        processor_tasks.extend(
            get_processor_tasks_for_variable(
                variable=variable,
                datasets=datasets[variable["variable_group"]],
                settings=landcover_recipe.processor_settings[
                    variable["preprocessor"]],
                diagnostic={"diagnostic": diagnostic_name},
                config={"data_path": landcover_config.data_path},
                work_dir=work_dir))

    for task in processor_tasks:
        run_processor(task, config={}, work_dir=work_dir)
def main():
    work_dir = "/home/hujk/ploto/esmvaltool/cases/case110/ploto"
    Path(work_dir).mkdir(parents=True, exist_ok=True)

    exp_datasets = spei_recipe.exp_datasets
    variables = spei_recipe.variables

    datasets = get_datasets(
        datasets=exp_datasets,
        variables=variables,
    )

    processor_tasks = []
    for variable in variables:
        v_datasets = datasets[variable["variable_group"]]
        settings = spei_recipe.processor_settings[variable["preprocessor"]]
        if "multi_model_statistics" in settings:
            statistics = settings["multi_model_statistics"]["statistics"]
            for op in statistics:
                v_datasets.append({
                    "alias": f"multi-model-{op}",
                    "variable_group": variable["variable_group"],
                })

        processor_tasks.extend(
            get_tasks_for_variable(
                variable=variable,
                datasets=v_datasets,
                diagnostic={"diagnostic": diagnostic_name},
                config={"data_path": spei_config.data_path},
                work_dir=work_dir,
            ))

    for task in processor_tasks:
        run_processor(task, config={}, work_dir=work_dir)
示例#8
0
def main():
    work_dir = "/home/hujk/ploto/esmvaltool/cases/case106/ploto"
    Path(work_dir).mkdir(parents=True, exist_ok=True)

    exp_datasets = deangelis_recipe.f2ext.exp_datasets
    variables = deangelis_recipe.f2ext.variables

    # get all datasets
    datasets = get_datasets(
        datasets=exp_datasets,
        variables=variables,
    )

    # generate fetcher tasks
    fetcher_tasks = []
    for variable in variables:
        fetcher_tasks.extend(
            get_tasks_for_variable(
                datasets=datasets[variable["variable_group"]],
                diagnostic={"diagnostic": diagnostic_name},
                config={"data_path": deangelis_config.data_path},
                work_dir=work_dir))

    for task in fetcher_tasks:
        get_data(task, config={}, work_dir=work_dir)
示例#9
0
def main():
    work_dir = "/home/hujk/ploto/esmvaltool/cases/case108/ploto"
    Path(work_dir).mkdir(parents=True, exist_ok=True)

    # recipe
    variables = bock20_recipe.fig3.variables
    variable_additional_datasets = bock20_recipe.fig3.variable_additional_datasets
    additional_datasets = bock20_recipe.fig3.additional_datasets

    # get all datasets
    datasets = get_datasets(
        variables=variables,
        variable_additional_datasets=variable_additional_datasets,
        additional_datasets=additional_datasets
    )

    processor_tasks = []
    for variable in variables:
        v_datasets = datasets[variable["variable_group"]]
        preprocessor = variable.get("preprocessor", "default")
        settings = bock20_recipe.processor_settings.get(preprocessor, {})
        if "multi_model_statistics" in settings:
            statistics = settings["multi_model_statistics"]["statistics"]
            for op in statistics:
                v_datasets.append({
                    "alias": f"multi-model-{op}",
                    "variable_group": variable["variable_group"],
                })

        processor_tasks.extend(
            get_tasks_for_variable(
                variable=variable,
                datasets=v_datasets,
                diagnostic={
                    "diagnostic": diagnostic_name
                },
                config={
                    "data_path": bock20_config.data_path
                },
                work_dir=work_dir,
            )
        )

    for task in processor_tasks:
        run_processor(
            task,
            config={},
            work_dir=work_dir
        )
def main():
    work_dir = "/home/hujk/ploto/esmvaltool/cases/case110/ploto"
    Path(work_dir).mkdir(parents=True, exist_ok=True)

    # recipe
    exp_datasets = spei_recipe.exp_datasets
    variables = spei_recipe.variables

    # get all datasets
    datasets = get_datasets(
        datasets=exp_datasets,
        variables=variables,
    )

    processor_tasks = []
    for variable in variables:
        processor_tasks.extend(
            get_processor_tasks_for_variable(
                variable=variable,
                datasets=datasets[variable["variable_group"]],
                settings=spei_recipe.processor_settings[variable["preprocessor"]],
                diagnostic={
                    "diagnostic": diagnostic_name
                },
                config={
                    "data_path": spei_config.data_path
                },
                work_dir=work_dir
            )
        )

    for task in processor_tasks:
        run_processor(
            task,
            config={},
            work_dir=work_dir
        )
def main():
    work_dir = "/home/hujk/ploto/esmvaltool/cases/future/case301/ploto"
    Path(work_dir).mkdir(parents=True, exist_ok=True)

    # recipe
    variable_additional_datasets = kcs_recipe.global_warming.variable_additional_datasets
    variables = kcs_recipe.global_warming.variables

    # get all datasets
    datasets = get_datasets(
        variables=variables,
        variable_additional_datasets=variable_additional_datasets)

    # generate fetcher tasks
    fetcher_tasks = []
    for variable in variables:
        fetcher_tasks.extend(
            get_tasks_for_variable(
                datasets=datasets[variable["variable_group"]],
                work_dir=work_dir))

    # run fetcher tasks
    for task in fetcher_tasks:
        get_data(task, config={}, work_dir=work_dir)