def test_noNextVersion(self):
app = Application(name="test")
app.save()
v1 = Version(application=app, name='1.0')
v1.save()
v2 = Version(application=app, name='2.0')
v2.save()
self.assertEqual(v2.nextVersions(), [v2], "version ordering was wrong")
def test_findNextVersionsDisorder(self):
app = Application(name="test")
app.save()
v2 = Version(application=app, name='2.0')
v2.save()
v1 = Version(application=app, name='1.0')
v1.save()
v3 = Version(application=app, name='3.0')
v3.save()
self.assertEqual(v1.nextVersions(), [v1, v2, v3],
"version ordering was wrong")
def test_findPreviousVersions(self):
app = Application(name="test")
app.save()
v1 = Version(application=app, name='1.0')
v1.save()
v2 = Version(application=app, name='2.0')
v2.save()
v3 = Version(application=app, name='3.0')
v3.save()
self.assertEqual(v2.previousVersions(), [v1],
"version selection was wrong")
def setUp(self):
super().setUp()
self.app = Application(name="test")
self.app.save()
self.v1 = Version(application=self.app, name='1.0')
self.v1.save()
self.v2 = Version(application=self.app, name='2.0')
self.v2.save()
env = TestEnvironment(name='DEV')
env.save()
self.session1 = TestSession(sessionId="1234", date=datetime.datetime(2017, 5, 7, tzinfo=pytz.UTC), browser="firefox", environment=env, version=self.v1, ttl=datetime.timedelta(0))
self.session1.save()
self.session_same_env = TestSession(sessionId="1235", date=datetime.datetime(2017, 5, 7, tzinfo=pytz.UTC), browser="firefox", environment=env, version=self.v1, ttl=datetime.timedelta(0))
self.session_same_env.save()
self.session3 = TestSession(sessionId="1236", date=datetime.datetime(2017, 5, 7, tzinfo=pytz.UTC), browser="firefox", environment=env, version=self.v2, ttl=datetime.timedelta(0))
self.session3.save()
self.session4 = TestSession(sessionId="1237", date=datetime.datetime(2017, 5, 7, tzinfo=pytz.UTC), browser="firefox", environment=env, version=self.v2, ttl=datetime.timedelta(0))
self.session4.save()
self.step = TestStep(name="step1")
self.step.save()
self.tc1 = TestCase(name="case1", application=self.app)
self.tc1.save()
self.tcs1 = TestCaseInSession(testCase=self.tc1, session=self.session1)
self.tcs1.save()
self.tcs_same_env = TestCaseInSession(testCase=self.tc1, session=self.session_same_env)
self.tcs_same_env.save()
self.tcs3 = TestCaseInSession(testCase=self.tc1, session=self.session3)
self.tcs3.save()
self.tcs4 = TestCaseInSession(testCase=self.tc1, session=self.session4)
self.tcs4.save()
self.tcs1.testSteps.set([self.step])
self.tcs1.save()
self.tcs_same_env.testSteps.set([self.step])
self.tcs_same_env.save()
self.tsr1 = StepResult(step=self.step, testCase=self.tcs1, result=True)
self.tsr1.save()
self.tsr2 = StepResult(step=self.step, testCase=self.tcs_same_env, result=True)
self.tsr2.save()
self.tsr3 = StepResult(step=self.step, testCase=self.tcs3, result=True)
self.tsr3.save()
self.tsr4 = StepResult(step=self.step, testCase=self.tcs4, result=True)
self.tsr4.save()
def test_findNextVersionsWithSeveralApps(self):
app = Application(name="test")
app.save()
app2 = Application(name="test2")
app2.save()
v1 = Version(application=app, name='1.0')
v1.save()
v1bis = Version(application=app2, name='1.1')
v1bis.save()
v2 = Version(application=app, name='2.0')
v2.save()
self.assertEqual(
v1.nextVersions(), [v1, v2],
"version selection was wrong, probably due to different application"
)
class TestSnapshots(SnapshotTestCase):
def setUp(self):
super().setUp()
self.app = Application(name="test")
self.app.save()
self.v1 = Version(application=self.app, name='1.0')
self.v1.save()
self.v2 = Version(application=self.app, name='2.0')
self.v2.save()
env = TestEnvironment(name='DEV')
env.save()
self.session1 = TestSession(sessionId="1234", date=datetime.datetime(2017, 5, 7, tzinfo=pytz.UTC), browser="firefox", environment=env, version=self.v1, ttl=datetime.timedelta(0))
self.session1.save()
self.session_same_env = TestSession(sessionId="1235", date=datetime.datetime(2017, 5, 7, tzinfo=pytz.UTC), browser="firefox", environment=env, version=self.v1, ttl=datetime.timedelta(0))
self.session_same_env.save()
self.session3 = TestSession(sessionId="1236", date=datetime.datetime(2017, 5, 7, tzinfo=pytz.UTC), browser="firefox", environment=env, version=self.v2, ttl=datetime.timedelta(0))
self.session3.save()
self.session4 = TestSession(sessionId="1237", date=datetime.datetime(2017, 5, 7, tzinfo=pytz.UTC), browser="firefox", environment=env, version=self.v2, ttl=datetime.timedelta(0))
self.session4.save()
self.step = TestStep(name="step1")
self.step.save()
self.tc1 = TestCase(name="case1", application=self.app)
self.tc1.save()
self.tcs1 = TestCaseInSession(testCase=self.tc1, session=self.session1)
self.tcs1.save()
self.tcs_same_env = TestCaseInSession(testCase=self.tc1, session=self.session_same_env)
self.tcs_same_env.save()
self.tcs3 = TestCaseInSession(testCase=self.tc1, session=self.session3)
self.tcs3.save()
self.tcs4 = TestCaseInSession(testCase=self.tc1, session=self.session4)
self.tcs4.save()
self.tcs1.testSteps.set([self.step])
self.tcs1.save()
self.tcs_same_env.testSteps.set([self.step])
self.tcs_same_env.save()
self.tsr1 = StepResult(step=self.step, testCase=self.tcs1, result=True)
self.tsr1.save()
self.tsr2 = StepResult(step=self.step, testCase=self.tcs_same_env, result=True)
self.tsr2.save()
self.tsr3 = StepResult(step=self.step, testCase=self.tcs3, result=True)
self.tsr3.save()
self.tsr4 = StepResult(step=self.step, testCase=self.tcs4, result=True)
self.tsr4.save()
def test_no_next_snapshots(self):
"""
check that we do not look at ourself when searching next snapshots
"""
s1 = Snapshot(stepResult=self.tsr1, image=None, refSnapshot=None, pixelsDiff=None)
s1.save()
s2 = Snapshot(stepResult=self.tsr2, image=None, refSnapshot=s1, pixelsDiff=None)
s2.save()
self.assertEqual(s2.snapshotsUntilNextRef(s2.refSnapshot), [], "No next snapshot should be found")
def test_too_low_diff_tolerance(self):
"""
tolerance < 0 should be refused
"""
s1 = Snapshot(stepResult=self.tsr1, image=None, refSnapshot=None, pixelsDiff=None, diffTolerance=-0.1)
self.assertRaises(IntegrityError, s1.save)
def test_too_high_diff_tolerance(self):
"""
tolerance > 100 should be refused
"""
s1 = Snapshot(stepResult=self.tsr1, image=None, refSnapshot=None, pixelsDiff=None, diffTolerance=100.1)
self.assertRaises(IntegrityError, s1.save)
def test_next_snapshots_with_no_ref(self):
"""
Search for next snapshot that reference ourself
"""
s1 = Snapshot(stepResult=self.tsr1, image=None, refSnapshot=None, pixelsDiff=None)
s1.save()
s2 = Snapshot(stepResult=self.tsr2, image=None, refSnapshot=s1, pixelsDiff=None)
s2.save()
# s3 should not be found has it does not reference s1
s3 = Snapshot(stepResult=self.tsr2, image=None, refSnapshot=s2, pixelsDiff=None)
s3.save()
self.assertEqual(s1.snapshotsUntilNextRef(s1), [s2], "One snapshot should be found")
def test_next_snapshots_with_ref(self):
"""
Check that the next reference snapshot (s4) is not rendered but pictures from the next version are
"""
# snapshots on app v1
s1 = Snapshot(stepResult=self.tsr1, image=None, refSnapshot=None, pixelsDiff=None)
s1.save()
s2 = Snapshot(stepResult=self.tsr2, image=None, refSnapshot=s1, pixelsDiff=None)
s2.save()
# snapshots on app v2
s3 = Snapshot(stepResult=self.tsr3, image=None, refSnapshot=s1, pixelsDiff=None)
s3.save()
s4 = Snapshot(stepResult=self.tsr4, image=None, refSnapshot=None, pixelsDiff=None)
s4.save()
self.assertEqual(s1.snapshotsUntilNextRef(s1), [s2, s3], "2 snapshots should be found")
def test_next_snapshots_with_lower_version(self):
"""
We should not give snapshots from a lower version even if snapshot id is lower
We assume that 2 versions are being tested at the same time. Order of declared snapshots is important
"""
# snapshots on app v2
s0 = Snapshot(stepResult=self.tsr3, image=None, refSnapshot=None, pixelsDiff=None)
s0.save()
# snapshots on app v1
s1 = Snapshot(stepResult=self.tsr1, image=None, refSnapshot=None, pixelsDiff=None)
s1.save()
s2 = Snapshot(stepResult=self.tsr2, image=None, refSnapshot=s1, pixelsDiff=None)
s2.save()
# snapshots on app v2
s3 = Snapshot(stepResult=self.tsr4, image=None, refSnapshot=s0, pixelsDiff=None)
s3.save()
self.assertEqual(s1.snapshotsUntilNextRef(s1), [s2], "One snapshot should be found")
def test_snapshot_deletion_and_recomputing_on_previous_reference(self):
"""
Test that when snapshot is deleted and is a reference for other snapshot, this reference is removed and replaced by a previous reference when it exists
Here,
S1 is a reference
S2 is a reference
S3 has a reference on S2
After deletion of S2, S3 should have reference on S1
"""
s1 = Snapshot(stepResult=self.tsr1, image=None, refSnapshot=None, pixelsDiff=None)
s1.save()
s2 = Snapshot(stepResult=self.tsr2, image=None, refSnapshot=None, pixelsDiff=None)
s2.save()
s3 = Snapshot(stepResult=self.tsr2, image=None, refSnapshot=s2, pixelsDiff=None)
s3.save()
s2.delete()
self.assertEqual(Snapshot.objects.get(pk=s3.id).refSnapshot, s1)
def test_snapshot_deletion_of_non_reference_snapshot(self):
"""
Test that when snapshot is deleted and is not a reference for other snapshot, nothing happens
Here,
S1 is a reference
S2 has a reference on S1
S3 has a reference on S1
After deletion of S2, S3 should still have reference on S1
"""
s1 = Snapshot(stepResult=self.tsr1, image=None, refSnapshot=None, pixelsDiff=None)
s1.save()
s2 = Snapshot(stepResult=self.tsr2, image=None, refSnapshot=s1, pixelsDiff=None)
s2.save()
s3 = Snapshot(stepResult=self.tsr2, image=None, refSnapshot=s1, pixelsDiff=None)
s3.save()
s2.delete()
self.assertEqual(Snapshot.objects.get(pk=s3.id).refSnapshot, s1)
def test_snapshot_deletion_of_first_reference(self):
"""
Test that when first reference is deleted, other pictures have their references changed
Here,
S1 is a reference
S2 has a reference on S1
S3 has a reference on S1
After deletion of S1, S2 becomes a reference S3 should have reference on S2
"""
s1 = Snapshot(stepResult=self.tsr1, image=None, refSnapshot=None, pixelsDiff=None)
s1.save()
s2 = Snapshot(stepResult=self.tsr2, image=None, refSnapshot=s1, pixelsDiff=None)
s2.save()
s3 = Snapshot(stepResult=self.tsr2, image=None, refSnapshot=s1, pixelsDiff=None)
s3.save()
s1.delete()
self.assertEqual(Snapshot.objects.get(pk=s2.id).refSnapshot, None)
self.assertEqual(Snapshot.objects.get(pk=s3.id).refSnapshot, s2)
def test_snapshot_deletion_of_last_snapshot(self):
"""
Test that nothing happens when the deleted snapshot is the last one
Here,
S1 is a reference
S2 has a reference on S1
S3 has a reference on S1
After deletion of S1, S2 becomes a reference S3 should have reference on S2
"""
s1 = Snapshot(stepResult=self.tsr1, image=None, refSnapshot=None, pixelsDiff=None)
s1.save()
s2 = Snapshot(stepResult=self.tsr2, image=None, refSnapshot=s1, pixelsDiff=None)
s2.save()
s2.delete()
self.assertEqual(Snapshot.objects.get(pk=s1.id).refSnapshot, None)