def test_reporting_to_file(self):
tempDir = tempfile.mkdtemp()
tempFile = os.path.join(tempDir, "data.json")
with SetEnv(
PerformanceTestReporter.TEST_DATA_LOCATION_ENVIRONMENT_VARIABLE,
tempFile
):
PerformanceTestReporter.recordTest("test1.result", 10.0, {"some":"metadata"})
PerformanceTestReporter.recordTest("test1.result", None, {"some":"metadata"})
testData = PerformanceTestReporter.loadTestsFromFile(tempFile)
self.assertEqual(testData,
[{"name":"test1.result", "time":10.0, "metadata": {"some":"metadata"}},
{"name":"test1.result", "time":None, "metadata": {"some":"metadata"}}
])
def test_throughputDoesNotFailOnTimeoutIfSomePassed(self):
tempDir = tempfile.mkdtemp()
tempFile = os.path.join(tempDir, "data.json")
with SetEnv(
PerformanceTestReporter.TEST_DATA_LOCATION_ENVIRONMENT_VARIABLE,
tempFile
):
def testFunOfN(n):
if n < 10:
pass
else:
raise PerformanceTestReporter.TimedOutException("timed out!!")
PerformanceTestReporter.testThroughput(
"test1", testFunOfN = testFunOfN)
testData = PerformanceTestReporter.loadTestsFromFile(tempFile)
self.assertEqual(len(testData), 1)
