def test_filesMissing(self):
        message = performancerunner.checkPerformance("f1.csv", "f2.csv", 1, 2)
        self.assertEqual(message, "Base performance timing file f1.csv is missing")

        with DisposableFile("f1.csv") as f1:
            with open(f1.filename(), "w") as f:
                f.write("action,average\n")
            message = performancerunner.checkPerformance("f1.csv", "f2.csv",1 ,2)
            self.assertEqual(message, "Test performance timing file f2.csv is missing")

        with DisposableFile("f2.csv") as f2:
            with open(f2.filename(), "w") as f:
                f.write("action,average\n")
            message = performancerunner.checkPerformance("f1.csv", "f2.csv", 1, 2)
            self.assertEqual(message, "Base performance timing file f1.csv is missing")
    def test_fileLineNumberMismatch(self):
        with DisposableFile("f1.csv") as f1, DisposableFile("f2.csv") as f2:
            with open(f1.filename(), "w") as f:
                f.write("action,average\nfoo,10\n")
            with open(f2.filename(), "w") as f:
                f.write("action,average\n")
            message = performancerunner.checkPerformance("f1.csv", "f2.csv", 1, 2)
            self.assertEqual(message, "baseline performance file f1.csv has more lines than the test one f2.csv")

        with DisposableFile("f1.csv") as f1, DisposableFile("f2.csv") as f2:
            with open(f1.filename(), "w") as f:
                f.write("action,average\nfoo,10\n")
            with open(f2.filename(), "w") as f:
                f.write("action,average\nfoo,10\nbar,20\n")
            message = performancerunner.checkPerformance("f1.csv", "f2.csv", 1 , 2)
            self.assertEqual(message, "baseline performance file f1.csv has fewer lines than the test one f2.csv")
 def test_performanceRegression(self):
     with DisposableFile("f1.csv") as f1, DisposableFile("f2.csv") as f2:
         with open(f1.filename(), "w") as f:
             f.write("action,average\nfoo,10\n")
         with open(f2.filename(), "w") as f:
             f.write("action,average\nfoo,18\n")
         message = performancerunner.checkPerformance("f1.csv", "f2.csv", 1, 2)
         self.assertEqual(message, "Performance regression: foo took 18s instead of 10s")
 def test_successfulRun(self):
     with DisposableFile("f1.csv") as f1, DisposableFile("f2.csv") as f2:
         with open(f1.filename(), "w") as f:
             f.write("action,average\nfoo,10\nbar,21\nbaz,1000\nblub,10\n")
         with open(f2.filename(), "w") as f:
             f.write("action,average\nfoo,10.9\nbar,10\nbaz,1010\nblub,10\n")
         message = performancerunner.checkPerformance("f1.csv", "f2.csv", 1, 2)
         self.assertEqual(message, "")
 def test_fileLabelMismatch(self):
     with DisposableFile("f1.csv") as f1, DisposableFile("f2.csv") as f2:
         with open(f1.filename(), "w") as f:
             f.write("action,average\nfoo,10\n")
         with open(f2.filename(), "w") as f:
             f.write("action,average\nbar,10\n")
         message = performancerunner.checkPerformance("f1.csv", "f2.csv", 1, 2)
         self.assertEqual(message, "performance line mismatch: base 'foo', test 'bar'")
Beispiel #6
0
 def test_successfulRunEmptyFile(self):
     with DisposableFile("f1.csv") as f1, DisposableFile("f2.csv") as f2:
         with open(f1.filename(), "w") as f:
             f.write("action,average\n")
         with open(f2.filename(), "w") as f:
             f.write("action,average\n")
         message = performancerunner.checkPerformance(
             "f1.csv", "f2.csv", 1, 2)
         self.assertEqual(message, "")
Beispiel #7
0
 def test_performanceRegression(self):
     with DisposableFile("f1.csv") as f1, DisposableFile("f2.csv") as f2:
         with open(f1.filename(), "w") as f:
             f.write("action,average\nfoo,10\n")
         with open(f2.filename(), "w") as f:
             f.write("action,average\nfoo,18\n")
         message = performancerunner.checkPerformance(
             "f1.csv", "f2.csv", 1, 2)
         self.assertEqual(
             message, "Performance regression: foo took 18s instead of 10s")
Beispiel #8
0
 def test_fileLabelMismatch(self):
     with DisposableFile("f1.csv") as f1, DisposableFile("f2.csv") as f2:
         with open(f1.filename(), "w") as f:
             f.write("action,average\nfoo,10\n")
         with open(f2.filename(), "w") as f:
             f.write("action,average\nbar,10\n")
         message = performancerunner.checkPerformance(
             "f1.csv", "f2.csv", 1, 2)
         self.assertEqual(
             message, "performance line mismatch: base 'foo', test 'bar'")
Beispiel #9
0
    def test_filesMissing(self):
        message = performancerunner.checkPerformance("f1.csv", "f2.csv", 1, 2)
        self.assertEqual(message,
                         "Base performance timing file f1.csv is missing")

        with DisposableFile("f1.csv") as f1:
            with open(f1.filename(), "w") as f:
                f.write("action,average\n")
            message = performancerunner.checkPerformance(
                "f1.csv", "f2.csv", 1, 2)
            self.assertEqual(message,
                             "Test performance timing file f2.csv is missing")

        with DisposableFile("f2.csv") as f2:
            with open(f2.filename(), "w") as f:
                f.write("action,average\n")
            message = performancerunner.checkPerformance(
                "f1.csv", "f2.csv", 1, 2)
            self.assertEqual(message,
                             "Base performance timing file f1.csv is missing")
Beispiel #10
0
    def test_fileLineNumberMismatch(self):
        with DisposableFile("f1.csv") as f1, DisposableFile("f2.csv") as f2:
            with open(f1.filename(), "w") as f:
                f.write("action,average\nfoo,10\n")
            with open(f2.filename(), "w") as f:
                f.write("action,average\n")
            message = performancerunner.checkPerformance(
                "f1.csv", "f2.csv", 1, 2)
            self.assertEqual(
                message,
                "baseline performance file f1.csv has more lines than the test one f2.csv"
            )

        with DisposableFile("f1.csv") as f1, DisposableFile("f2.csv") as f2:
            with open(f1.filename(), "w") as f:
                f.write("action,average\nfoo,10\n")
            with open(f2.filename(), "w") as f:
                f.write("action,average\nfoo,10\nbar,20\n")
            message = performancerunner.checkPerformance(
                "f1.csv", "f2.csv", 1, 2)
            self.assertEqual(
                message,
                "baseline performance file f1.csv has fewer lines than the test one f2.csv"
            )