def run_test_set(encoder, testRef, testSet, quality, blockSizes, testRuns,
keepOutput):
"""
Execute all tests in the test set.
Args:
encoder (EncoderBase): The encoder to use.
testRef (ResultSet): The test reference results.
testSet (TestSet): The test set.
quality (str): The quality level to execute the test against.
blockSizes (list(str)): The block sizes to execute each test against.
testRuns (int): The number of test repeats to run for each image test.
keepOutput (bool): Should the test preserve output images? This is
only a hint and discarding output may be ignored if the encoder
version used can't do it natively.
Returns:
ResultSet: The test results.
"""
resultSet = trs.ResultSet(testSet.name)
curCount = 0
maxCount = count_test_set(testSet, blockSizes)
dat = (testSet.name, encoder.name, quality)
title = "Test Set: %s / Encoder: %s -%s" % dat
print(title)
print("=" * len(title))
for blkSz in blockSizes:
for image in testSet.tests:
# 3D block sizes require 3D images
if is_3d(blkSz) != image.is3D:
continue
curCount += 1
dat = (curCount, maxCount, blkSz, image.testFile)
print("Running %u/%u %s %s ... " % dat, end='', flush=True)
res = encoder.run_test(image, blkSz, "-%s" % quality, testRuns,
keepOutput)
res = trs.Record(blkSz, image.testFile, res[0], res[1], res[2],
res[3])
resultSet.add_record(res)
if testRef:
refResult = testRef.get_matching_record(res)
res.set_status(determine_result(image, refResult, res))
res.tTimeRel = refResult.tTime / res.tTime
res.cTimeRel = refResult.cTime / res.cTime
res.psnrRel = res.psnr - refResult.psnr
res = format_result(image, refResult, res)
else:
res = format_solo_result(image, res)
print("\r[%3u] %s" % (curCount, res))
return resultSet
def run_test_set(encoder, testRef, testSet, blockSizes, testRuns):
"""
Execute all tests in the test set.
Args:
encoder (EncoderBase): The encoder to use.
testRef (ResultSet): The test reference results.
testSet (TestSet): The test set.
blockSizes (list(str)): The block sizes to execute each test against.
testRuns (int): The number of test repeats to run for each image test.
Returns:
ResultSet: The test results.
"""
resultSet = trs.ResultSet(testSet.name)
curCount = 0
maxCount = count_test_set(testSet, blockSizes)
title = "Test Set: %s / Encoder: %s" % (testSet.name, encoder.name)
print(title)
print("=" * len(title))
for blkSz in blockSizes:
for image in testSet.tests:
# 3D block sizes require 3D images
if is_3d(blkSz) != image.is3D:
continue
curCount += 1
dat = (curCount, maxCount, blkSz, image.testFile)
print("Running %u/%u %s %s ... " % dat, end='', flush=True)
res = encoder.run_test(image, blkSz, "-thorough", testRuns)
res = trs.Record(blkSz, image.testFile, res[0], res[1], res[2])
resultSet.add_record(res)
if testRef:
refResult = testRef.get_matching_record(res)
res.set_status(determine_result(image, refResult, res))
res = format_result(image, refResult, res)
else:
res = format_solo_result(image, res)
print("\r[%3u] %s" % (curCount, res))
return resultSet