def get_compset_var_settings(self):
compset_obj = Compsets(infile=self.get_value("COMPSETS_SPEC_FILE"))
matches = compset_obj.get_compset_var_settings(self._compsetname, self._gridname)
for name, value in matches:
if len(value) > 0:
logger.debug("Compset specific settings: name is %s and value is %s"%(name,value))
self.set_value(name, value)
def get_compset_var_settings(self):
compset_obj = Compsets(infile=self.get_value("COMPSETS_SPEC_FILE"))
matches = compset_obj.get_compset_var_settings(self._compsetname, self._gridname)
for name, value in matches:
if len(value) > 0:
logger.debug("Compset specific settings: name is %s and value is %s"%(name,value))
self.set_value(name, value)
def list_compsets(self):
files = Files()
components = files.get_components("COMPSETS_SPEC_FILE")
for comp in components:
infile = files.get_value("COMPSETS_SPEC_FILE", {"component": comp})
compsetobj = Compsets(infile=infile, files=files)
_, compsets = compsetobj.return_all_values()
self.CompsetList.addItems(sorted(compsets.keys()))
self.CompsetList.insertSeparator(999)
def _set_compset_and_pesfile(self, compset_name, user_compset=False, pesfile=None):
"""
Loop through all the compset files and find the compset
specifation file that matches either the input 'compset_name'.
Note that the input compset name (i.e. compset_name) can be
either a longname or an alias. This will also set the
compsets and pes specfication files.
"""
files = Files()
components = files.get_components("COMPSETS_SPEC_FILE")
logger.debug(" Possible components for COMPSETS_SPEC_FILE are %s" % components)
# Loop through all of the files listed in COMPSETS_SPEC_FILE and find the file
# that has a match for either the alias or the longname in that order
for component in components:
# Determine the compsets file for this component
compsets_filename = files.get_value("COMPSETS_SPEC_FILE", {"component":component})
# If the file exists, read it and see if there is a match for the compset alias or longname
if (os.path.isfile(compsets_filename)):
compsets = Compsets(compsets_filename)
match = compsets.get_compset_match(name=compset_name)
pesfile = files.get_value("PES_SPEC_FILE" , {"component":component})
if match is not None:
self._pesfile = pesfile
self._compsetsfile = compsets_filename
self._compsetname = match
tests_filename = files.get_value("TESTS_SPEC_FILE" , {"component":component}, resolved=False)
tests_mods_dir = files.get_value("TESTS_MODS_DIR" , {"component":component}, resolved=False)
user_mods_dir = files.get_value("USER_MODS_DIR" , {"component":component}, resolved=False)
self.set_lookup_value("COMPSETS_SPEC_FILE" ,
files.get_value("COMPSETS_SPEC_FILE", {"component":component}, resolved=False))
self.set_lookup_value("TESTS_SPEC_FILE" , tests_filename)
self.set_lookup_value("TESTS_MODS_DIR" , tests_mods_dir)
self.set_lookup_value("USER_MODS_DIR" , user_mods_dir)
self.set_lookup_value("PES_SPEC_FILE" ,
files.get_value("PES_SPEC_FILE" , {"component":component}, resolved=False))
logger.info("Compset longname is %s " %(match))
logger.info("Compset specification file is %s" %(compsets_filename))
logger.info("Pes specification file is %s" %(pesfile))
return
if user_compset is True:
#Do not error out for user_compset
logger.warn("Could not find a compset match for either alias or longname in %s" %(compset_name))
self._compsetname = compset_name
self._pesfile = pesfile
self.set_lookup_value("PES_SPEC_FILE", pesfile)
else:
expect(False,
"Could not find a compset match for either alias or longname in %s" %(compset_name))
def _set_compset_and_pesfile(self, compset_name, user_compset=False, pesfile=None):
"""
Loop through all the compset files and find the compset
specifation file that matches either the input 'compset_name'.
Note that the input compset name (i.e. compset_name) can be
either a longname or an alias. This will also set the
compsets and pes specfication files.
"""
files = Files()
components = files.get_components("COMPSETS_SPEC_FILE")
logger.debug(" Possible components for COMPSETS_SPEC_FILE are %s" % components)
# Loop through all of the files listed in COMPSETS_SPEC_FILE and find the file
# that has a match for either the alias or the longname in that order
for component in components:
# Determine the compsets file for this component
compsets_filename = files.get_value("COMPSETS_SPEC_FILE", {"component":component})
# If the file exists, read it and see if there is a match for the compset alias or longname
if (os.path.isfile(compsets_filename)):
compsets = Compsets(compsets_filename)
match = compsets.get_compset_match(name=compset_name)
pesfile = files.get_value("PES_SPEC_FILE" , {"component":component})
if match is not None:
self._pesfile = pesfile
self._compsetsfile = compsets_filename
self._compsetname = match
tests_filename = files.get_value("TESTS_SPEC_FILE" , {"component":component}, resolved=False)
tests_mods_dir = files.get_value("TESTS_MODS_DIR" , {"component":component}, resolved=False)
user_mods_dir = files.get_value("USER_MODS_DIR" , {"component":component}, resolved=False)
self.set_lookup_value("COMPSETS_SPEC_FILE" ,
files.get_value("COMPSETS_SPEC_FILE", {"component":component}, resolved=False))
self.set_lookup_value("TESTS_SPEC_FILE" , tests_filename)
self.set_lookup_value("TESTS_MODS_DIR" , tests_mods_dir)
self.set_lookup_value("USER_MODS_DIR" , user_mods_dir)
self.set_lookup_value("PES_SPEC_FILE" ,
files.get_value("PES_SPEC_FILE" , {"component":component}, resolved=False))
logger.info("Compset longname is %s " %(match))
logger.info("Compset specification file is %s" %(compsets_filename))
logger.info("Pes specification file is %s" %(pesfile))
return
if user_compset is True:
#Do not error out for user_compset
logger.warn("Could not find a compset match for either alias or longname in %s" %(compset_name))
self._compsetname = compset_name
self._pesfile = pesfile
self.set_lookup_value("PES_SPEC_FILE", pesfile)
else:
expect(False,
"Could not find a compset match for either alias or longname in %s" %(compset_name))
def CompsetSelect(self, text):
files = Files()
components = files.get_components("COMPSETS_SPEC_FILE")
for comp in components:
infile = files.get_value("COMPSETS_SPEC_FILE", {"component": comp})
compsetobj = Compsets(infile=infile, files=files)
longname, _, _ = compsetobj.get_compset_match(text)
if longname is not None:
self.CompsetLongName.setEnabled(True)
self.CompsetLongName.setText(longname)
valid_grids = self.ResList.gridsobj.find_valid_alias_list(
longname)
self.ResList.clear()
for grid in valid_grids:
self.ResList.addItem(grid[0])
self.CreateNewcaseArgs["compset"] = longname
self.check_ready_to_apply()
def print_compset(name, files, all_components=False, xml=False):
"""
print compsets associated with the component name, but if all_components is true only
print the details if the associated component is available
"""
# Determine the config_file for the target component
config_file = files.get_value("COMPSETS_SPEC_FILE",
attribute={"component": name})
# only error out if we aren't printing all otherwise exit quitely
if not all_components:
expect(
(config_file),
"Cannot find any config_component.xml file for {}".format(name),
)
# Check that file exists on disk
expect(
os.path.isfile(config_file),
"Cannot find config_file {} on disk".format(config_file),
)
elif config_file is None or not os.path.isfile(config_file):
return
if get_model() == "ufs" and name == "drv":
return
print("\nActive component: {}".format(name))
# Now parse the compsets file and write out the compset alias and longname as well as the help text
# determine component xml content
compsets = Compsets(config_file)
# print compsets associated with component without help text
if xml:
print("{}".format(compsets.get_raw_record().decode("UTF-8")))
else:
compsets.print_values(arg_help=False)
def _main_func(options, work_dir):
###############################################################################
files = Files()
model_version = options.version[0]
comp_classes = ("CPL", "ATM", "LND", "ICE", "OCN", "ROF", "GLC", "WAV",
"ESP")
components = ["allactive"]
for comp in comp_classes:
components.extend(files.get_components(
"COMP_ROOT_DIR_{}".format(comp)))
compset_files = []
compset_dict = {}
for comp in components:
if comp != "nemo":
compset_file = files.get_value("COMPSETS_SPEC_FILE",
attribute={"component": comp})
if compset_file not in compset_files:
expect(os.path.isfile(compset_file),
"Could not find file {}".format(compset_file))
compset_files.append(compset_file)
compset = Compsets(infile=compset_file, files=files)
longnames = compset.get_compset_longnames()
for longname in longnames:
_, alias, science_support = compset.get_compset_match(
name=longname)
elements = longname.split("_")
numelems = len(elements)
expect(numelems > 7,
"This longname not supported {}".format(longname))
compset_dict[longname] = {
"alias": alias,
"science_support_grids": science_support,
"defined_by": comp,
"init_opt": elements[0],
"atm_opt": elements[1],
"lnd_opt": elements[2],
"seaice_opt": elements[3],
"ocn_opt": elements[4],
"rof_opt": elements[5],
"glc_opt": elements[6],
"wav_opt": elements[7]
}
for i in range(8, numelems):
if elements[i].startswith("BGC"):
compset_dict[longname].update(
{"bgc_opt": elements[i]})
elif 'ESP' in elements[i]:
compset_dict[longname].update(
{"esp_opt": elements[i]})
elif elements[i] == 'TEST':
logger.info("Longname is {}".format(longname))
else:
logger.warn(
"Unrecognized longname: {} {} {} ".format(
longname, i, elements[i]))
components = []
for element in elements:
if element.startswith("BGC%") or element.startswith(
"TEST"):
continue
else:
element_component = element.split('%')[0].lower()
if "ww" not in element_component:
element_component = re.sub(
r'[0-9]*', "", element_component)
components.append(element_component)
for i in range(1, len(components)):
comp_class = comp_classes[i]
comp_config_file = files.get_value(
"CONFIG_{}_FILE".format(comp_class),
{"component": components[i]})
compobj = Component(comp_config_file,
comp_class)
compset_dict[longname].update({
"{}_desc".format(comp_class):
compobj.get_description(longname)
})
## print ("compset_dict = {}".format(compset_dict))
# load up jinja template
templateLoader = jinja2.FileSystemLoader(
searchpath='{0}/templates'.format(work_dir))
templateEnv = jinja2.Environment(loader=templateLoader)
tmplFile = 'compsetdef2html.tmpl'
template = templateEnv.get_template(tmplFile)
#TODO change the template to just loop through the html_dict
templateVars = {
'compset_dict': compset_dict,
'today': _now,
'model_version': model_version
}
# render the template
comp_tmpl = template.render(templateVars)
# write the output file
with open(options.htmlfile[0], 'w') as html:
html.write(comp_tmpl)
return 0
