def test_reporting_to_file(self): tempDir = tempfile.mkdtemp() tempFile = os.path.join(tempDir, "data.json") with SetEnv( PerformanceTestReporter.TEST_DATA_LOCATION_ENVIRONMENT_VARIABLE, tempFile ): PerformanceTestReporter.recordTest("test1.result", 10.0, {"some":"metadata"}) PerformanceTestReporter.recordTest("test1.result", None, {"some":"metadata"}) testData = PerformanceTestReporter.loadTestsFromFile(tempFile) self.assertEqual(testData, [{"name":"test1.result", "time":10.0, "metadata": {"some":"metadata"}}, {"name":"test1.result", "time":None, "metadata": {"some":"metadata"}} ])
def test_throughputDoesNotFailOnTimeoutIfSomePassed(self): tempDir = tempfile.mkdtemp() tempFile = os.path.join(tempDir, "data.json") with SetEnv( PerformanceTestReporter.TEST_DATA_LOCATION_ENVIRONMENT_VARIABLE, tempFile ): def testFunOfN(n): if n < 10: pass else: raise PerformanceTestReporter.TimedOutException("timed out!!") PerformanceTestReporter.testThroughput( "test1", testFunOfN = testFunOfN) testData = PerformanceTestReporter.loadTestsFromFile(tempFile) self.assertEqual(len(testData), 1)