class CaptureRunOutput(object):
"""Context to capture run cmd output and files.
"""
def __init__(self):
self.out = SuppressStd()
self.output = None
self.result_files = []
def __enter__(self):
self.output = None
self.result_files = []
# Redirect the stdout/stderr fd to temp file
self.out.__enter__()
return self
def __exit__(self, type, value, traceback):
self.out.__exit__(type, value, traceback)
self.output = self.out.output
# Make sure to delete all the result that created by the run command.
self.result_files = re.findall(r'Saving result in: (.*\.csv)',
self.output)
if len(self.result_files) >= 1:
for result_file in self.result_files:
Path(result_file).unlink()
def check_output(self, pattern, repetition=None):
matches = re.findall(pattern, self.output)
if repetition is None:
assert len(matches) > 0, self.output
else:
assert len(matches) == repetition, self.output
class CaptureRunOutput(object):
"""Context to capture run cmd output and files.
"""
def __init__(self):
self.out = SuppressStd()
self.output = None
self.result_files = []
def __enter__(self):
self.output = None
self.result_files = []
# To make it possible to capture stdout in the child worker, we need
# to make sure the execturor is spawned in the context so shutdown any
# existing executor.
e = get_memmapping_executor(2)
e.shutdown()
# Redirect the stdout/stderr fd to temp file
self.out.__enter__()
return self
def __exit__(self, exc_class, value, traceback):
self.out.__exit__(exc_class, value, traceback)
self.output = self.out.output
# Make sure to delete all the result that created by the run command.
self.result_files = re.findall(r'Saving result in: (.*\.parquet)',
self.output)
if len(self.result_files) >= 1:
for result_file in self.result_files:
result_path = Path(result_file)
result_path.unlink() # remove result file
result_dir = result_path.parents[0]
stem = result_path.stem
for html_file in result_dir.glob(f'*{stem}*.html'):
# remove html files associated with this results
html_file.unlink()
# If there was an exception, display the output
if exc_class is not None:
print(self.output)
def check_output(self, pattern, repetition=None):
output = self.output
matches = re.findall(pattern, output)
if repetition is None:
assert len(matches) > 0, output
else:
assert len(matches) == repetition, output
class CaptureRunOutput(object):
"""Context to capture run cmd output and files.
"""
def __init__(self):
self.out = SuppressStd()
self.output = None
self.result_files = []
def __enter__(self):
self.output = None
self.result_files = []
# Redirect the stdout/stderr fd to temp file
self.out.__enter__()
return self
def __exit__(self, exc_class, value, traceback):
self.out.__exit__(exc_class, value, traceback)
self.output = self.out.output
# Make sure to delete all the result that created by the run command.
self.result_files = re.findall(r'Saving result in: (.*\.csv)',
self.output)
if len(self.result_files) >= 1:
for result_file in self.result_files:
result_path = Path(result_file)
result_path.unlink() # remove csv file
result_dir = result_path.parents[0]
stem = result_path.stem
for html_file in result_dir.glob(f'*{stem}*.html'):
# remove html files associated with this results
html_file.unlink()
# If there was an exception, display the output
if exc_class is not None:
print(self.output)
def check_output(self, pattern, repetition=None):
matches = re.findall(pattern, self.output)
if repetition is None:
assert len(matches) > 0, self.output
else:
assert len(matches) == repetition, self.output
