def do_L5_batch(cf_level):
#logger = pfp_log.change_logger_filename("pfp_log", "L5")
for i in list(cf_level.keys()):
if not os.path.isfile(cf_level[i]):
msg = " Control file " + cf_level[i] + " not found"
logger.error(msg)
continue
cf_file_name = os.path.split(cf_level[i])
msg = "Starting L5 processing with " + cf_file_name[1]
logger.info(msg)
try:
cf_l5 = pfp_io.get_controlfilecontents(cf_level[i])
if "Options" not in cf_l5:
cf_l5["Options"] = {}
cf_l5["Options"]["call_mode"] = "batch"
cf_l5["Options"]["show_plots"] = "No"
infilename = pfp_io.get_infilenamefromcf(cf_l5)
ds4 = pfp_io.nc_read_series(infilename)
if ds4.returncodes["value"] != 0: return
ds5 = pfp_levels.l5qc(None, cf_l5, ds4)
outfilename = pfp_io.get_outfilenamefromcf(cf_l5)
nc_file = pfp_io.nc_open_write(outfilename)
if nc_file is None: return
pfp_io.nc_write_series(nc_file, ds5)
msg = "Finished L5 processing with " + cf_file_name[1]
logger.info(msg)
# now plot the fingerprints for the L5 files
cf_fp = pfp_io.get_controlfilecontents("controlfiles/standard/fingerprint.txt")
if "Files" not in dir(cf_fp):
cf_fp["Files"] = {}
file_name = pfp_io.get_outfilenamefromcf(cf_l5)
file_path = ntpath.split(file_name)[0] + "/"
cf_fp["Files"]["file_path"] = file_path
cf_fp["Files"]["in_filename"] = ntpath.split(file_name)[1]
if "plot_path" in cf_l5["Files"]:
cf_fp["Files"]["plot_path"] = cf_l5["Files"]["plot_path"]
else:
cf_fp["Files"]["plot_path"] = file_path[:file_path.index("Data")] + "Plots/"
if "Options" not in cf_fp:
cf_fp["Options"] = {}
cf_fp["Options"]["call_mode"] = "batch"
cf_fp["Options"]["show_plots"] = "No"
msg = "Doing fingerprint plots using " + cf_fp["Files"]["in_filename"]
logger.info(msg)
pfp_plot.plot_fingerprint(cf_fp)
msg = "Finished fingerprint plots"
logger.info(msg)
logger.info("")
except Exception:
msg = "Error occurred during L5 with " + cf_file_name[1]
logger.error(msg)
error_message = traceback.format_exc()
logger.error(error_message)
continue
return
def do_concatenate_batch(cf_level):
logger = pfp_log.change_logger_filename("pfp_log", "concatenate")
for i in cf_level.keys():
if not os.path.isfile(cf_level[i]):
msg = " Control file " + cf_level[i] + " not found"
logger.error(msg)
continue
cf_file_name = os.path.split(cf_level[i])
msg = "Starting concatenation with " + cf_file_name[1]
logger.info(msg)
try:
cf_cc = pfp_io.get_controlfilecontents(cf_level[i])
info = pfp_compliance.ParseConcatenateControlFile(cf_cc)
if not info["NetCDFConcatenate"]["OK"]:
msg = " Error occurred parsing the control file " + cf_file_name[1]
logger.error(msg)
continue
pfp_io.NetCDFConcatenate(info)
msg = "Finished concatenation with " + cf_file_name[1]
logger.info(msg)
# now plot the fingerprints for the concatenated files
opt = pfp_utils.get_keyvaluefromcf(cf_cc, ["Options"], "DoFingerprints", default="yes")
if opt.lower() == "no":
continue
cf_fp = pfp_io.get_controlfilecontents("controlfiles/standard/fingerprint.txt")
if "Files" not in dir(cf_fp):
cf_fp["Files"] = {}
file_name = cf_cc["Files"]["Out"]["ncFileName"]
file_path = ntpath.split(file_name)[0] + "/"
cf_fp["Files"]["file_path"] = file_path
cf_fp["Files"]["in_filename"] = ntpath.split(file_name)[1]
if "plot_path" in cf_cc["Files"]:
cf_fp["Files"]["plot_path"] = cf_cc["Files"]["plot_path"]
else:
cf_fp["Files"]["plot_path"] = file_path[:file_path.index("Data")] + "Plots/"
if "Options" not in cf_fp:
cf_fp["Options"] = {}
cf_fp["Options"]["call_mode"] = "batch"
cf_fp["Options"]["show_plots"] = "No"
msg = "Doing fingerprint plots using " + cf_fp["Files"]["in_filename"]
logger.info(msg)
pfp_plot.plot_fingerprint(cf_fp)
msg = "Finished fingerprint plots"
logger.info(msg)
logger.info("")
except Exception:
msg = "Error occurred during concatenation with " + cf_file_name[1]
logger.error(msg)
error_message = traceback.format_exc()
logger.error(error_message)
continue
return
def do_L4_batch(cf_level):
for i in cf_level.keys():
if not os.path.isfile(cf_level[i]):
msg = " Control file " + cf_level[i] + " not found"
logger.error(msg)
continue
cf_file_name = os.path.split(cf_level[i])
msg = "Starting L4 processing with " + cf_file_name[1]
logger.info(msg)
try:
cf_l4 = pfp_io.get_controlfilecontents(cf_level[i])
if "Options" not in cf_l4:
cf_l4["Options"] = {}
cf_l4["Options"]["call_mode"] = "batch"
cf_l4["Options"]["show_plots"] = "No"
infilename = pfp_io.get_infilenamefromcf(cf_l4)
ds3 = pfp_io.nc_read_series(infilename)
ds4 = pfp_levels.l4qc(None, cf_l4, ds3)
outfilename = pfp_io.get_outfilenamefromcf(cf_l4)
outputlist = pfp_io.get_outputlistfromcf(cf_l4, "nc")
ncFile = pfp_io.nc_open_write(outfilename)
pfp_io.nc_write_series(ncFile, ds4, outputlist=outputlist)
msg = "Finished L4 processing with " + cf_file_name[1]
logger.info(msg)
# now plot the fingerprints for the L4 files
cf_fp = pfp_io.get_controlfilecontents("controlfiles/standard/fingerprint.txt")
if "Files" not in dir(cf_fp):
cf_fp["Files"] = {}
file_name = pfp_io.get_outfilenamefromcf(cf_l4)
file_path = ntpath.split(file_name)[0] + "/"
cf_fp["Files"]["file_path"] = file_path
cf_fp["Files"]["in_filename"] = ntpath.split(file_name)[1]
if "plot_path" in cf_l4["Files"]:
cf_fp["Files"]["plot_path"] = cf_l4["Files"]["plot_path"]
else:
cf_fp["Files"]["plot_path"] = file_path[:file_path.index("Data")] + "Plots/"
if "Options" not in cf_fp:
cf_fp["Options"] = {}
cf_fp["Options"]["call_mode"] = "batch"
cf_fp["Options"]["show_plots"] = "No"
msg = "Doing fingerprint plots using " + cf_fp["Files"]["in_filename"]
logger.info(msg)
pfp_plot.plot_fingerprint(cf_fp)
logger.info("Finished fingerprint plots")
logger.info("")
except Exception:
msg = "Error occurred during L4 with " + cf_file_name[1]
logger.error(msg)
error_message = traceback.format_exc()
logger.error(error_message)
continue
return
def do_plot_fingerprints():
"""
Purpose:
Plot fingerprints using the standard fingerprint control file.
Usage:
pfp_top_level.do_plot_fingerprints()
Side effects:
Plots fingerprints to the screen and creates .PNG hardcopies of
the plots.
Author: PRI
Date: Back in the day
Mods:
December 2017: rewrite for use with new GUI
"""
logger.info("Starting fingerprint plot")
try:
stdname = "controlfiles/standard/fingerprint.txt"
if os.path.exists(stdname):
cf = pfp_io.get_controlfilecontents(stdname)
filename = pfp_io.get_filename_dialog(file_path="../Sites",
title="Choose a netCDF file")
if len(filename) == 0:
return
if "Files" not in dir(cf): cf["Files"] = {}
cf["Files"]["file_path"] = os.path.split(filename)[0] + "/"
cf["Files"]["in_filename"] = os.path.split(filename)[1]
else:
cf = pfp_io.load_controlfile(path="controlfiles")
if len(cf) == 0:
return
logger.info("Loaded control file ...")
if "Options" not in cf:
cf["Options"] = {}
cf["Options"]["call_mode"] = "interactive"
cf["Options"]["show_plots"] = "Yes"
logger.info("Plotting fingerprint ...")
pfp_plot.plot_fingerprint(cf)
logger.info(" Finished plotting fingerprint")
logger.info("")
except Exception:
error_message = " An error occured while plotting fingerprints, see below for details ..."
logger.error(error_message)
error_message = traceback.format_exc()
logger.error(error_message)
return
if opt.lower() == "no": continue
cf_fp = pfp_io.get_controlfilecontents(
"controlfiles/standard/fingerprint.txt")
if "Files" not in dir(cf_fp): cf_fp["Files"] = {}
file_name = cf_cc["Files"]["Out"]["ncFileName"]
file_path = ntpath.split(file_name)[0] + "/"
cf_fp["Files"]["file_path"] = file_path
cf_fp["Files"]["in_filename"] = ntpath.split(file_name)[1]
cf_fp["Files"]["plot_path"] = file_path[:file_path.
index("Data")] + "Plots/"
if "Options" not in cf_fp: cf_fp["Options"] = {}
cf_fp["Options"]["call_mode"] = "batch"
cf_fp["Options"]["show_plots"] = "no"
logger.info('Doing fingerprint plots using ' +
cf_fp["Files"]["in_filename"])
pfp_plot.plot_fingerprint(cf_fp)
logger.info('Finished fingerprint plots')
logger.info('')
elif level.lower() == "climatology":
# climatology
for i in cf_batch["Levels"][level].keys():
cfname = cf_batch["Levels"][level][i]
if not os.path.isfile(cfname):
msg = " Control file " + cfname + " not found"
logger.error(msg)
continue
cf_file_name = os.path.split(cfname)
logger.info('Starting climatology with ' + cf_file_name[1])
try:
cf = pfp_io.get_controlfilecontents(cfname)
pfp_clim.climatology(cf)