def get_fetcher(
exp_dataset,
variable,
diagnostic_name,
):
combined_variable = combine_variable(
variable=variable,
dataset=exp_dataset,
)
add_variable_info(combined_variable)
task = {
"products": [
{
"variable": combined_variable,
"output": {
"output_directory": "{dataset}/{variable_group}",
"output_data_source_file": "data_source.yml",
}
}
],
"output": {
"output_directory": "{work_dir}" + f"/{diagnostic_name}/fetcher/preproc"
},
"config": {
"data_path": climwip_config.data_path,
},
"step_type": "fetcher",
"type": "ploto_esmvaltool.fetcher.esmvalcore_fetcher",
}
return task
def get_fetcher(exp_dataset, variable):
combined_dataset = combine_variable(dataset=exp_dataset, variable=variable)
add_variable_info(combined_dataset)
data_path = zmnam_config.data_path
task = {
"products": [{
"variable": combined_dataset,
"output": {
"output_directory": "{alias}/{variable_group}",
"output_data_source_file": "data_source.yml",
}
}],
"output": {
"output_directory": "{work_dir}/fetcher/preproc/",
},
"config": {
"data_path": data_path,
},
"step_type":
"fetcher",
"type":
"ploto_esmvaltool.fetcher.esmvalcore_fetcher",
}
return task
def run(exp_dataset, variable):
work_dir = "/home/hujk/ploto/esmvaltool/cases/case105/ploto"
Path(work_dir).mkdir(parents=True, exist_ok=True)
variable = combine_variable(
variable=variable,
dataset=exp_dataset,
)
add_variable_info(variable)
data_path = climwip_config.data_path
task = {
"products": [{
"variable": variable,
"output": {
"output_directory": "{dataset}/{variable_group}",
"output_data_source_file": "data_source.yml",
}
}],
"output": {
"output_directory":
"{work_dir}" + f"/{diagnostic_name}/fetcher/preproc",
},
"config": {
"data_path": data_path,
},
}
config = {}
get_data(task=task, work_dir=work_dir, config=config)
def run(
exp_dataset,
variable,
diagnostic_name
):
work_dir = "/home/hujk/ploto/esmvaltool/cases/case103/ploto"
Path(work_dir).mkdir(parents=True, exist_ok=True)
operations = generate_default_operations()
combined_dataset = combine_variable(
dataset=exp_dataset,
variable=variable,
)
add_variable_info(combined_dataset)
diagnostic = {
"diagnostic": "diurnal_temperature_indicator",
}
settings = miles_recipe.processor_settings[combined_dataset["preprocessor"]]
task = {
"products": [
{
"variable": combined_dataset,
"input": {
"input_data_source_file": (
"{work_dir}"
f"/{diagnostic_name}/fetcher/preproc"
"/{dataset}/{variable_group}/data_source.yml"
),
},
"output": {
"output_directory": "{dataset}/{variable_group}"
},
"settings": settings
}
],
# operations
"operations": operations,
"diagnostic": diagnostic,
"output": {
"output_directory": "{work_dir}" + f"/{diagnostic_name}/processor/preproc",
},
}
run_processor(
task=task,
work_dir=work_dir,
config={},
)
def run(
exp_dataset,
variable,
):
work_dir = "/home/hujk/ploto/esmvaltool/cases/case105/ploto"
Path(work_dir).mkdir(parents=True, exist_ok=True)
operations = generate_default_operations("climatological_mean")
combined_dataset = combine_variable(
dataset=exp_dataset,
variable=variable
)
add_variable_info(combined_dataset)
diagnostic = {
"diagnostic": "calculate_weights_climwip",
}
settings = climwip_recipe.processor_settings[combined_dataset["preprocessor"]]
task = {
"products": [
{
"variable": combined_dataset,
"input": {
"input_data_source_file": (
"{work_dir}" + f"/{diagnostic_name}/fetcher/preproc" + "/{dataset}/{variable_group}/data_source.yml"
),
},
"output": {
"output_directory": "{alias}/{variable_group}"
},
"settings": settings
}
],
# operations
"operations": operations,
"diagnostic": diagnostic,
"output": {
"output_directory": "{work_dir}" + f"/{diagnostic_name}/processor/preproc",
},
"step_type": "processor",
"type": "ploto_esmvaltool.processor.esmvalcore_pre_processor",
}
run_processor(
task=task,
work_dir=work_dir,
config={},
)
def get_processor(
exp_dataset,
variable,
diagnostic_name,
diagnostic,
):
combined_dataset = combine_variable(
dataset=exp_dataset,
variable=variable
)
settings = climwip_recipe.processor_settings[combined_dataset["preprocessor"]]
operations = generate_default_operations(
combined_dataset["preprocessor"],
settings=settings
)
diagnostic = {
"diagnostic": diagnostic,
}
task = {
"products": [
{
"variable": combined_dataset,
"input": {
"input_data_source_file": (
"{work_dir}"
f"/{diagnostic_name}/fetcher/preproc"
"/{dataset}/{variable_group}/data_source.yml"
),
},
"output": {
"output_directory": "{alias}/{variable_group}"
},
"settings": settings
}
],
# operations
"operations": operations,
"diagnostic": diagnostic,
"output": {
"output_directory": "{work_dir}" + f"/{diagnostic_name}/processor/preproc",
},
"step_type": "processor",
"type": "ploto_esmvaltool.processor.esmvalcore_pre_processor",
}
return task
def get_processor(exp_dataset, variable, diagnostic_name):
operations = generate_default_operations()
combined_dataset = combine_variable(
dataset=exp_dataset,
variable=variable,
)
add_variable_info(combined_dataset)
diagnostic = {
"diagnostic": "diurnal_temperature_indicator",
}
settings = miles_recipe.processor_settings[
combined_dataset["preprocessor"]]
task = {
"products": [{
"variable": combined_dataset,
"input": {
"input_data_source_file":
("{work_dir}"
f"/{diagnostic_name}/fetcher/preproc"
"/{dataset}/{variable_group}/data_source.yml"),
},
"output": {
"output_directory": "{dataset}/{variable_group}"
},
"settings": settings
}],
# operations
"operations":
operations,
"diagnostic":
diagnostic,
"output": {
"output_directory":
"{work_dir}" + f"/{diagnostic_name}/processor/preproc",
},
"step_type":
"processor",
"type":
"ploto_esmvaltool.processor.esmvalcore_pre_processor",
}
return task
def get_processor(
exp_dataset,
variable
):
operations = generate_default_operations()
combined_dataset = combine_variable(
dataset=exp_dataset,
variable=variable
)
add_variable_info(combined_dataset)
diagnostic = {
"diagnostic": "dry_days",
}
task = {
"products": [
{
"variable": combined_dataset,
"input": {
"input_data_source_file": "{work_dir}/fetcher/preproc/{dataset}/{variable_group}/data_source.yml",
},
"output": {
"output_directory": "{dataset}/{variable_group}"
}
}
],
# operations
"operations": operations,
"diagnostic": diagnostic,
"output": {
"output_directory": "{work_dir}/processor/preproc",
},
"step_type": "processor",
"type": "ploto_esmvaltool.processor.esmvalcore_pre_processor",
}
return task
def get_processor(exp_dataset, variable):
work_dir = "/home/hujk/ploto/esmvaltool/cases/case101/ploto"
operations = generate_default_operations()
combined_dataset = combine_variable(
dataset=exp_dataset,
variable=variable,
)
add_variable_info(combined_dataset)
diagnostic = {
"diagnostic": "dry_days",
}
task = {
"products": [{
"variable": combined_dataset,
"input": {
"input_data_source_file":
"{work_dir}/fetcher/preproc/{dataset}/{variable_group}/data_source.yml",
},
"output": {
"output_directory": "{dataset}/{variable_group}"
}
}],
# operations
"operations":
operations,
"diagnostic":
diagnostic,
"output": {
"output_directory": "{work_dir}/processor/preproc",
},
}
run_processor(
task=task,
work_dir=work_dir,
config={},
)