def main(): work_dir = "/home/hujk/ploto/esmvaltool/cases/case106/ploto" Path(work_dir).mkdir(parents=True, exist_ok=True) exp_datasets = deangelis_recipe.f2ext.exp_datasets variables = deangelis_recipe.f2ext.variables # get all datasets datasets = get_datasets( datasets=exp_datasets, variables=variables, ) processor_tasks = [] for variable in variables: processor_tasks.extend( get_processor_tasks_for_variable( variable=variable, datasets=datasets[variable["variable_group"]], settings=deangelis_recipe.processor_settings[ variable["preprocessor"]], diagnostic={"diagnostic": diagnostic_name}, config={"data_path": deangelis_config.data_path}, work_dir=work_dir, )) for index, task in enumerate(processor_tasks): logger.info(index) run_processor(task, config={}, work_dir=work_dir)
def main(): work_dir = "/home/hujk/ploto/esmvaltool/cases/case107/ploto" Path(work_dir).mkdir(parents=True, exist_ok=True) exp_datasets = eyring13_recipe.exp_datasets variables = eyring13_recipe.variables variable_additional_datasets = eyring13_recipe.variable_additional_datasets # get all datasets datasets = get_datasets( datasets=exp_datasets, variables=variables, variable_additional_datasets=variable_additional_datasets) processor_tasks = [] for variable in variables: processor_tasks.extend( get_tasks_for_variable( variable=variable, datasets=datasets[variable["variable_group"]], diagnostic={"diagnostic": diagnostic_name}, config={"data_path": eyring13_config.data_path}, work_dir=work_dir, )) for task in processor_tasks: run_processor(task, config={}, work_dir=work_dir)
def main(): work_dir = "/home/hujk/ploto/esmvaltool/cases/case108/ploto" Path(work_dir).mkdir(parents=True, exist_ok=True) # recipe variables = bock20_recipe.fig2.variables variable_additional_datasets = bock20_recipe.fig2.variable_additional_datasets additional_datasets = bock20_recipe.fig2.additional_datasets # get all datasets datasets = get_datasets( variables=variables, variable_additional_datasets=variable_additional_datasets, additional_datasets=additional_datasets ) processor_tasks = [] for variable in variables: processor_tasks.extend( get_tasks_for_variable( variable=variable, config={ "data_path": bock20_config.data_path }, work_dir=work_dir, ) ) for task in processor_tasks: run_processor( task, config={}, work_dir=work_dir )
def main(): work_dir = "/home/hujk/ploto/esmvaltool/cases/case108/ploto" Path(work_dir).mkdir(parents=True, exist_ok=True) # recipe variables = bock20_recipe.fig3.variables variable_additional_datasets = bock20_recipe.fig3.variable_additional_datasets additional_datasets = bock20_recipe.fig3.additional_datasets # get all datasets datasets = get_datasets( variables=variables, variable_additional_datasets=variable_additional_datasets, additional_datasets=additional_datasets) processor_tasks = [] for variable in variables: preprocessor = variable.get("preprocessor", "default") settings = bock20_recipe.processor_settings.get(preprocessor, {}) processor_tasks.extend( get_processor_tasks_for_variable( variable=variable, datasets=datasets[variable["variable_group"]], settings=settings, diagnostic={"diagnostic": diagnostic_name}, config={"data_path": bock20_config.data_path}, work_dir=work_dir)) for task in processor_tasks: run_processor(task, config={}, work_dir=work_dir)
def main(): work_dir = "/home/hujk/ploto/esmvaltool/cases/case108/ploto" Path(work_dir).mkdir(parents=True, exist_ok=True) # recipe exp_datasets = bock20_recipe.fig1.exp_datasets variables = bock20_recipe.fig1.variables variable_additional_datasets = bock20_recipe.fig1.variable_additional_datasets # get all datasets datasets = get_datasets( datasets=exp_datasets, variables=variables, variable_additional_datasets=variable_additional_datasets) # generate fetcher tasks fetcher_tasks = [] for variable in variables: fetcher_tasks.extend( get_tasks_for_variable( datasets=datasets[variable["variable_group"]], work_dir=work_dir)) # run fetcher tasks for task in fetcher_tasks: get_data(task, config={}, work_dir=work_dir)
def main(): work_dir = "/home/hujk/ploto/esmvaltool/cases/land/case401/ploto" Path(work_dir).mkdir(parents=True, exist_ok=True) # recipe variable_additional_datasets = landcover_recipe.cmip6.variable_additional_datasets variables = landcover_recipe.cmip6.variables # get all datasets datasets = get_datasets( variables=variables, variable_additional_datasets=variable_additional_datasets) processor_tasks = [] for variable in variables: processor_tasks.extend( get_processor_tasks_for_variable( variable=variable, datasets=datasets[variable["variable_group"]], settings=landcover_recipe.processor_settings[ variable["preprocessor"]], diagnostic={"diagnostic": diagnostic_name}, config={"data_path": landcover_config.data_path}, work_dir=work_dir)) for task in processor_tasks: run_processor(task, config={}, work_dir=work_dir)
def main(): work_dir = "/home/hujk/ploto/esmvaltool/cases/case110/ploto" Path(work_dir).mkdir(parents=True, exist_ok=True) exp_datasets = spei_recipe.exp_datasets variables = spei_recipe.variables datasets = get_datasets( datasets=exp_datasets, variables=variables, ) processor_tasks = [] for variable in variables: v_datasets = datasets[variable["variable_group"]] settings = spei_recipe.processor_settings[variable["preprocessor"]] if "multi_model_statistics" in settings: statistics = settings["multi_model_statistics"]["statistics"] for op in statistics: v_datasets.append({ "alias": f"multi-model-{op}", "variable_group": variable["variable_group"], }) processor_tasks.extend( get_tasks_for_variable( variable=variable, datasets=v_datasets, diagnostic={"diagnostic": diagnostic_name}, config={"data_path": spei_config.data_path}, work_dir=work_dir, )) for task in processor_tasks: run_processor(task, config={}, work_dir=work_dir)
def main(): work_dir = "/home/hujk/ploto/esmvaltool/cases/case106/ploto" Path(work_dir).mkdir(parents=True, exist_ok=True) exp_datasets = deangelis_recipe.f2ext.exp_datasets variables = deangelis_recipe.f2ext.variables # get all datasets datasets = get_datasets( datasets=exp_datasets, variables=variables, ) # generate fetcher tasks fetcher_tasks = [] for variable in variables: fetcher_tasks.extend( get_tasks_for_variable( datasets=datasets[variable["variable_group"]], diagnostic={"diagnostic": diagnostic_name}, config={"data_path": deangelis_config.data_path}, work_dir=work_dir)) for task in fetcher_tasks: get_data(task, config={}, work_dir=work_dir)
def main(): work_dir = "/home/hujk/ploto/esmvaltool/cases/case108/ploto" Path(work_dir).mkdir(parents=True, exist_ok=True) # recipe variables = bock20_recipe.fig3.variables variable_additional_datasets = bock20_recipe.fig3.variable_additional_datasets additional_datasets = bock20_recipe.fig3.additional_datasets # get all datasets datasets = get_datasets( variables=variables, variable_additional_datasets=variable_additional_datasets, additional_datasets=additional_datasets ) processor_tasks = [] for variable in variables: v_datasets = datasets[variable["variable_group"]] preprocessor = variable.get("preprocessor", "default") settings = bock20_recipe.processor_settings.get(preprocessor, {}) if "multi_model_statistics" in settings: statistics = settings["multi_model_statistics"]["statistics"] for op in statistics: v_datasets.append({ "alias": f"multi-model-{op}", "variable_group": variable["variable_group"], }) processor_tasks.extend( get_tasks_for_variable( variable=variable, datasets=v_datasets, diagnostic={ "diagnostic": diagnostic_name }, config={ "data_path": bock20_config.data_path }, work_dir=work_dir, ) ) for task in processor_tasks: run_processor( task, config={}, work_dir=work_dir )
def main(): work_dir = "/home/hujk/ploto/esmvaltool/cases/case110/ploto" Path(work_dir).mkdir(parents=True, exist_ok=True) # recipe exp_datasets = spei_recipe.exp_datasets variables = spei_recipe.variables # get all datasets datasets = get_datasets( datasets=exp_datasets, variables=variables, ) processor_tasks = [] for variable in variables: processor_tasks.extend( get_processor_tasks_for_variable( variable=variable, datasets=datasets[variable["variable_group"]], settings=spei_recipe.processor_settings[variable["preprocessor"]], diagnostic={ "diagnostic": diagnostic_name }, config={ "data_path": spei_config.data_path }, work_dir=work_dir ) ) for task in processor_tasks: run_processor( task, config={}, work_dir=work_dir )
def main(): work_dir = "/home/hujk/ploto/esmvaltool/cases/future/case301/ploto" Path(work_dir).mkdir(parents=True, exist_ok=True) # recipe variable_additional_datasets = kcs_recipe.global_warming.variable_additional_datasets variables = kcs_recipe.global_warming.variables # get all datasets datasets = get_datasets( variables=variables, variable_additional_datasets=variable_additional_datasets) # generate fetcher tasks fetcher_tasks = [] for variable in variables: fetcher_tasks.extend( get_tasks_for_variable( datasets=datasets[variable["variable_group"]], work_dir=work_dir)) # run fetcher tasks for task in fetcher_tasks: get_data(task, config={}, work_dir=work_dir)