def test_determine_contexts_direct(self):
s = ContextsScript("cmdline.ContextsScript --contexts hst.pmap")
s.contexts = contexts = s.determine_contexts()
assert len(contexts) == 1, log.format(len(contexts), contexts)
assert contexts[0] == "hst.pmap", log.format(len(contexts), contexts)
mappings = sorted(list(set(s.get_context_mappings())))
assert len(mappings) == 116, log.format(len(mappings), mappings)
def test_determine_contexts_after(self):
s = ContextsScript(
"cmdline.ContextsScript --after-context hst-2016-01-01")
contexts = s.determine_contexts()
assert len(contexts) >= 108, log.format(len(contexts), contexts)
assert contexts[0] == "hst_0379.pmap", log.format(
len(contexts), contexts)
def ignore_errors(self, i, affected):
"""Check each context switch for errors during bestrefs run. Fail or return False on errors."""
ignore = False
if affected.bestrefs_status != 0:
message = log.format("CRDS server-side errors for", i, affected.computation_dir)
if self.args.ignore_errant_history:
ignore = True
if self.args.fail_on_errant_history:
self.fatal_error(message)
else:
log.error(message)
return ignore
def scan_for_nonsubmitted_ingests(self, ingest_info):
"""Check for junk in the submitter's ingest directory, left over files not
in the current submission and fail if found.
"""
submitted_basenames = [ os.path.basename(filepath) for filepath in self.files ]
msg = None
for ingested in ingest_info.keys():
if ingested not in submitted_basenames:
msg = log.format("Non-submitted file", log.srepr(ingested),
"is already in the CRDS server's ingest directory. Delete it (--wipe-existing-files or web page Upload Files panel) or submit it.")
log.error(msg)
if msg is not None:
raise exceptions.CrdsExtraneousFileError(
"Unexpected files already delivered to CRDS server. See ERROR messages.")
def test_determine_contexts_upto(self):
s = ContextsScript("cmdline.ContextsScript --up-to-context hst-2016-01-01")
contexts = s.determine_contexts()
assert len(contexts) == 195, log.format(len(contexts), contexts)
assert contexts[0] == "hst.pmap", log.format(len(contexts), contexts)
def format_remote(self, *params):
"""Format tuple of message `params` in a standardized way for messages
coming from the remote process being monitored.
"""
text = html.unescape(" ".join(params))
return log.format(">>", text).strip()
def format_remote(self, *params):
"""Format tuple of message `params` in a standardized way for messages
coming from the remote process being monitored.
"""
text = html.unescape(" ".join(params))
return log.format(">>", text).strip()