def __init__(self, sourcefiles, fileOptions, runSet, propertyfile=None, required_files_patterns=[]):
assert sourcefiles
self.identifier = sourcefiles[0] # used for name of logfile, substitution, result-category
self.sourcefiles = util.get_files(sourcefiles) # expand directories to get their sub-files
self.runSet = runSet
self.specific_options = fileOptions # options that are specific for this run
self.log_file = runSet.log_folder + os.path.basename(self.identifier) + ".log"
self.result_files_folder = os.path.join(runSet.result_files_folder, os.path.basename(self.identifier))
self.required_files = set()
rel_sourcefile = os.path.relpath(self.identifier, runSet.benchmark.base_dir)
for pattern in required_files_patterns:
this_required_files = runSet.expand_filename_pattern(pattern, runSet.benchmark.base_dir, rel_sourcefile)
if not this_required_files:
logging.warning(
"Pattern %s in requiredfiles tag did not match any file for task %s.", pattern, self.identifier
)
self.required_files.update(this_required_files)
# lets reduce memory-consumption: if 2 lists are equal, do not use the second one
self.options = (
runSet.options + fileOptions if fileOptions else runSet.options
) # all options to be used when executing this run
substitutedOptions = substitute_vars(self.options, runSet, self.identifier)
if substitutedOptions != self.options:
self.options = substitutedOptions # for less memory again
self.propertyfile = propertyfile or runSet.propertyfile
def log_property_file_once(msg):
if not self.propertyfile in _logged_missing_property_files:
_logged_missing_property_files.add(self.propertyfile)
logging.warning(msg)
# replace run-specific stuff in the propertyfile and add it to the set of required files
if self.propertyfile is None:
log_property_file_once("No propertyfile specified. Score computation will ignore the results.")
else:
# we check two cases: direct filename or user-defined substitution, one of them must be a 'file'
# TODO: do we need the second case? it is equal to previous used option "-spec ${sourcefile_path}/ALL.prp"
expandedPropertyFiles = util.expand_filename_pattern(self.propertyfile, self.runSet.benchmark.base_dir)
substitutedPropertyfiles = substitute_vars([self.propertyfile], runSet, self.identifier)
assert len(substitutedPropertyfiles) == 1
if expandedPropertyFiles:
if len(expandedPropertyFiles) > 1:
log_property_file_once(
"Pattern {0} for sourcefile {1} in propertyfile tag matches more than one file. Only {2} will be used.".format(
self.propertyfile, self.identifier, expandedPropertyFiles[0]
)
)
self.propertyfile = expandedPropertyFiles[0]
elif substitutedPropertyfiles and os.path.isfile(substitutedPropertyfiles[0]):
self.propertyfile = substitutedPropertyfiles[0]
else:
log_property_file_once(
"Pattern {0} for sourcefile {1} in propertyfile tag did not match any file. It will be ignored.".format(
self.propertyfile, self.identifier
)
)
self.propertyfile = None
if self.propertyfile:
self.required_files.add(self.propertyfile)
self.properties = result.properties_of_file(self.propertyfile)
else:
self.properties = []
self.required_files = list(self.required_files)
# Copy columns for having own objects in run
# (we need this for storing the results in them).
self.columns = [Column(c.text, c.title, c.number_of_digits) for c in self.runSet.benchmark.columns]
# here we store the optional result values, e.g. memory usage, energy, host name
# keys need to be strings, if first character is "@" the value is marked as hidden (e.g., debug info)
self.values = collections.OrderedDict()
# dummy values, for output in case of interrupt
self.status = ""
self.cputime = None
self.walltime = None
self.category = result.CATEGORY_UNKNOWN
def __init__(self,
sourcefiles,
fileOptions,
runSet,
propertyfile=None,
required_files_patterns=[]):
assert sourcefiles
self.identifier = sourcefiles[
0] # used for name of logfile, substitution, result-category
self.sourcefiles = util.get_files(
sourcefiles) # expand directories to get their sub-files
self.runSet = runSet
self.specific_options = fileOptions # options that are specific for this run
self.log_file = runSet.log_folder + os.path.basename(
self.identifier) + ".log"
self.result_files_folder = os.path.join(
runSet.result_files_folder, os.path.basename(self.identifier))
self.required_files = set()
rel_sourcefile = os.path.relpath(self.identifier,
runSet.benchmark.base_dir)
for pattern in required_files_patterns:
this_required_files = runSet.expand_filename_pattern(
pattern, runSet.benchmark.base_dir, rel_sourcefile)
if not this_required_files:
logging.warning(
'Pattern %s in requiredfiles tag did not match any file for task %s.',
pattern, self.identifier)
self.required_files.update(this_required_files)
# lets reduce memory-consumption: if 2 lists are equal, do not use the second one
self.options = runSet.options + fileOptions if fileOptions else runSet.options # all options to be used when executing this run
substitutedOptions = substitute_vars(self.options, runSet,
self.identifier)
if substitutedOptions != self.options:
self.options = substitutedOptions # for less memory again
self.propertyfile = propertyfile or runSet.propertyfile
def log_property_file_once(msg):
if not self.propertyfile in _logged_missing_property_files:
_logged_missing_property_files.add(self.propertyfile)
logging.warning(msg)
# replace run-specific stuff in the propertyfile and add it to the set of required files
if self.propertyfile is None:
log_property_file_once(
'No propertyfile specified. Score computation will ignore the results.'
)
else:
# we check two cases: direct filename or user-defined substitution, one of them must be a 'file'
# TODO: do we need the second case? it is equal to previous used option "-spec ${sourcefile_path}/ALL.prp"
expandedPropertyFiles = util.expand_filename_pattern(
self.propertyfile, self.runSet.benchmark.base_dir)
substitutedPropertyfiles = substitute_vars([self.propertyfile],
runSet, self.identifier)
assert len(substitutedPropertyfiles) == 1
if expandedPropertyFiles:
if len(expandedPropertyFiles) > 1:
log_property_file_once(
'Pattern {0} for sourcefile {1} in propertyfile tag matches more than one file. Only {2} will be used.'
.format(self.propertyfile, self.identifier,
expandedPropertyFiles[0]))
self.propertyfile = expandedPropertyFiles[0]
elif substitutedPropertyfiles and os.path.isfile(
substitutedPropertyfiles[0]):
self.propertyfile = substitutedPropertyfiles[0]
else:
log_property_file_once(
'Pattern {0} for sourcefile {1} in propertyfile tag did not match any file. It will be ignored.'
.format(self.propertyfile, self.identifier))
self.propertyfile = None
if self.propertyfile:
self.required_files.add(self.propertyfile)
self.properties = result.properties_of_file(self.propertyfile)
else:
self.properties = []
self.required_files = list(self.required_files)
# Copy columns for having own objects in run
# (we need this for storing the results in them).
self.columns = [
Column(c.text, c.title, c.number_of_digits)
for c in self.runSet.benchmark.columns
]
# here we store the optional result values, e.g. memory usage, energy, host name
# keys need to be strings, if first character is "@" the value is marked as hidden (e.g., debug info)
self.values = collections.OrderedDict()
# dummy values, for output in case of interrupt
self.status = ""
self.cputime = None
self.walltime = None
self.category = result.CATEGORY_UNKNOWN