def test_forked_paths(self):
# We have a fork in the road. There is a full update, but two deltas
# with different versions point to the same base. This will give us
# two upgrade paths, both of which include the full.
index = get_index('candidates.index_07.json')
candidates = get_candidates(index, 1200)
self.assertEqual(len(candidates), 2)
# We can sort the paths by length.
paths = sorted(candidates, key=len)
# The shortest path gets us to 1302 in two steps.
self.assertEqual(len(paths[0]), 2)
self.assertEqual([image.version for image in paths[0]], [1300, 1302])
descriptions = []
for image in paths[0]:
# There's only one description per image so order doesn't matter.
descriptions.extend(image.descriptions.values())
self.assertEqual(descriptions, ['Full 1', 'Delta 2'])
# The longer path gets us to 1302 in three steps.
self.assertEqual(len(paths[1]), 3)
self.assertEqual([image.version for image in paths[1]],
[1300, 1301, 1302])
descriptions = []
for image in paths[1]:
# There's only one description per image so order doesn't matter.
descriptions.extend(image.descriptions.values())
self.assertEqual(descriptions, ['Full 1', 'Delta 1', 'Delta 3'])
def test_candidates(self):
# Path B will win; it has one full and two deltas.
index = get_index('candidates.index_13.json')
candidates = get_candidates(index, 0)
self.assertEqual(len(candidates), 3)
path0 = candidates[0]
self.assertEqual(descriptions(path0),
['Full A', 'Delta A.1', 'Delta A.2'])
path1 = candidates[1]
self.assertEqual(descriptions(path1),
['Full B', 'Delta B.1', 'Delta B.2'])
path2 = candidates[2]
self.assertEqual(descriptions(path2), ['Full C', 'Delta C.1'])
# The version numbers use the new regime.
self.assertEqual(path0[0].version, 300)
self.assertEqual(path0[1].base, 300)
self.assertEqual(path0[1].version, 301)
self.assertEqual(path0[2].base, 301)
self.assertEqual(path0[2].version, 304)
winner = WeightedScorer().choose(candidates, 'devel')
self.assertEqual(descriptions(winner),
['Full B', 'Delta B.1', 'Delta B.2'])
self.assertEqual(winner[0].version, 200)
self.assertEqual(winner[1].base, 200)
self.assertEqual(winner[1].version, 201)
self.assertEqual(winner[2].base, 201)
self.assertEqual(winner[2].version, 304)
def test_filter_for_deltas(self):
# Filter the candidates, where the only available path is a delta path.
index = get_index('candidates.index_11.json')
candidates = get_candidates(index, 100)
self.assertEqual(len(candidates), 1)
filtered = delta_filter(candidates)
self.assertEqual(len(filtered), 1)
self.assertEqual(candidates, filtered)
def test_filter_for_deltas_none_available(self):
# Run a filter over the candidates, such that the only ones left are
# those that start with and contain only deltas. Since none of the
# paths do so, tere are no candidates left.
index = get_index('candidates.index_08.json')
candidates = get_candidates(index, 600)
filtered = delta_filter(candidates)
self.assertEqual(len(filtered), 0)
def test_filter_for_fulls_with_just_delta_candidates(self):
# A candidate path that contains only deltas will have no filtered
# paths if all the images are delta updates.
index = get_index('candidates.index_11.json')
candidates = get_candidates(index, 100)
self.assertEqual(len(candidates), 1)
filtered = full_filter(candidates)
self.assertEqual(len(filtered), 0)
def test_filter_for_multiple_deltas(self):
# The candidate path has multiple deltas. All are preserved.
index = get_index('candidates.index_12.json')
candidates = get_candidates(index, 100)
filtered = delta_filter(candidates)
self.assertEqual(len(filtered), 1)
path = filtered[0]
self.assertEqual(len(path), 3)
self.assertEqual(descriptions(path), ['Delta A', 'Delta B', 'Delta C'])
def test_image_20130500_minversion(self):
# Some full images have a minimum version older than which they refuse
# to upgrade from.
index = get_index('index.index_05.json')
image = index.images[5]
self.assertEqual(image.type, 'full')
self.assertEqual(image.version, 20130500)
self.assertTrue(image.bootme)
self.assertEqual(image.minversion, 20130100)
def test_tied_candidates(self):
# LP: #1206866 - TypeError when two candidate paths scored equal.
#
# index_04.json was captured from real data causing the traceback.
index = get_index('scores.index_04.json')
candidates = get_candidates(index, 1)
path = self.scorer.choose(candidates, 'devel')
self.assertEqual(len(path), 1)
self.assertEqual(path[0].version, 1800)
def test_outside_phase_gets_update(self):
# When the final image on an update path has a phase percentage lower
# than the device percentage, the scorer falls back to the next
# candidate path.
index = get_index('scores.index_05.json')
candidates = get_candidates(index, 100)
with patch('systemimage.scores.phased_percentage', return_value=66):
winner = self.scorer.choose(candidates, 'devel')
self.assertEqual(descriptions(winner),
['Full A', 'Delta A.1', 'Delta A.2'])
def test_equal_phase_gets_update(self):
# When the final image on an update path has a phase percentage exactly
# equal to the device percentage, the candidate path is okay. In this
# case, the `Full B` has phase of 50%.
index = get_index('scores.index_05.json')
candidates = get_candidates(index, 100)
with patch('systemimage.scores.phased_percentage', return_value=50):
winner = self.scorer.choose(candidates, 'devel')
self.assertEqual(descriptions(winner),
['Full B', 'Delta B.1', 'Delta B.2'])
def test_pulled_update(self):
# When the final image on an update path has a phase percentage of
# zero, then regardless of the device's percentage, the candidate path
# is not okay. In this case, the `Full B` has phase of 0%.
index = get_index('scores.index_01.json')
candidates = get_candidates(index, 100)
with patch('systemimage.scores.phased_percentage', return_value=0):
winner = self.scorer.choose(candidates, 'devel')
self.assertEqual(descriptions(winner),
['Full A', 'Delta A.1', 'Delta A.2'])
def test_one_path_with_full_and_deltas(self):
# There's one path to upgrade from our version to the final version.
# This one starts at a full and includes several deltas.
index = get_index('candidates.index_06.json')
candidates = get_candidates(index, 1000)
self.assertEqual(len(candidates), 1)
path = candidates[0]
self.assertEqual(len(path), 3)
self.assertEqual([image.version for image in path], [1300, 1301, 1302])
self.assertEqual(descriptions(path), ['Full 1', 'Delta 1', 'Delta 2'])
def test_one_delta_based_on_us(self):
# There is one delta in the test data that is based on us.
index = get_index('candidates.index_04.json')
candidates = get_candidates(index, 500)
self.assertEqual(len(candidates), 1)
path = candidates[0]
# The path has exactly one image.
self.assertEqual(len(path), 1)
image = path[0]
self.assertEqual(list(image.descriptions.values()), ['Delta 2'])
def test_pulled_update_insanely_positive_randint(self):
# When the final image on an update path has a phase percentage of
# zero, then regardless of the device's percentage (even if randint
# returned some insane value), the candidate path is not okay. In this
# case, the `Full B` has phase of 0%.
index = get_index('scores.index_01.json')
candidates = get_candidates(index, 100)
with patch('systemimage.scores.phased_percentage', return_value=1000):
winner = self.scorer.choose(candidates, 'devel')
self.assertEqual(len(winner), 0)
def test_one_path_with_deltas(self):
# Similar to above, except that because we're upgrading from the
# version of the full, the path is only two images long, i.e. the
# deltas.
index = get_index('candidates.index_06.json')
candidates = get_candidates(index, 1300)
self.assertEqual(len(candidates), 1)
path = candidates[0]
self.assertEqual(len(path), 2)
self.assertEqual([image.version for image in path], [1301, 1302])
self.assertEqual(descriptions(path), ['Delta 1', 'Delta 2'])
def test_inside_phase_gets_update(self):
# When the final image on an update path has a phase percentage higher
# than the device percentage, the candidate path is okay. In this
# case, the `Full B` has phase of 50%.
index = get_index('scores.index_05.json')
candidates = get_candidates(index, 100)
with patch('systemimage.scores.phased_percentage', return_value=22):
winner = self.scorer.choose(candidates, 'devel')
descriptions = []
for image in winner:
descriptions.extend(image.descriptions.values())
self.assertEqual(descriptions, ['Full B', 'Delta B.1', 'Delta B.2'])
def test_one_path(self):
index = get_index('scores.index_02.json')
candidates = get_candidates(index, 600)
# There's only one path.
scores = self.scorer.score(candidates)
# The score is 200 for the two extra bootme flags.
self.assertEqual(scores, [200])
# And we upgrade to the only path available.
winner = self.scorer.choose(candidates, 'devel')
# There are two images in the winning path.
self.assertEqual(len(winner), 2)
self.assertEqual([image.version for image in winner], [1300, 1301])
def test_one_higher_full(self):
# Our device is between the minversions of the two available fulls, so
# the older one can be upgraded too.
index = get_index('candidates.index_02.json')
candidates = get_candidates(index, 800)
# There is exactly one upgrade path.
self.assertEqual(len(candidates), 1)
path = candidates[0]
# The path has exactly one image.
self.assertEqual(len(path), 1)
image = path[0]
self.assertEqual(list(image.descriptions.values()),
['New full build 1'])
def test_two_deltas_based_on_us(self):
# There are two deltas that are based on us, so both are candidates.
# They get us to different final versions.
index = get_index('candidates.index_05.json')
candidates = get_candidates(index, 1100)
self.assertEqual(len(candidates), 2)
# Both candidate paths have exactly one image in them. We can't sort
# these paths, so just test them both.
path0, path1 = candidates
self.assertEqual(len(path0), 1)
self.assertEqual(len(path1), 1)
# One path gets us to version 1300 and the other 1400.
images = sorted([path0[0], path1[0]], key=attrgetter('version'))
self.assertEqual(descriptions(images), ['Delta 2', 'Delta 1'])
def test_no_version_detail(self):
# The index.json file has three paths for updates, but only one is
# selected. The winning path lands on an image without a
# version_detail key.
index = get_index('scores.index_07.json')
candidates = get_candidates(index, 600)
scores = self.scorer.score(candidates)
self.assertEqual(scores, [300, 200, 9401])
winner = self.scorer.choose(candidates, 'devel')
self.assertEqual(len(winner), 3)
self.assertEqual([image.version for image in winner],
[1200, 1201, 1304])
self.assertEqual(descriptions(winner),
['Full B', 'Delta B.1', 'Delta B.2'])
self.assertEqual(winner[-1].version_detail, '')
def test_filter_for_fulls(self):
# Run a filter over the candidates, such that the only ones left are
# those that contain only full upgrades. This can truncate any paths
# that start with some fulls and then contain some deltas.
index = get_index('candidates.index_08.json')
candidates = get_candidates(index, 600)
filtered = full_filter(candidates)
# Since all images start with a full update, we're still left with
# three candidates.
self.assertEqual(len(filtered), 3)
self.assertEqual([image.type for image in filtered[0]], ['full'])
self.assertEqual([image.type for image in filtered[1]], ['full'])
self.assertEqual([image.type for image in filtered[2]], ['full'])
self.assertEqual(descriptions(filtered[0]), ['Full A'])
self.assertEqual(descriptions(filtered[1]), ['Full B'])
self.assertEqual(descriptions(filtered[2]), ['Full C'])
def test_fulls_with_no_minversion(self):
# Like the previous test, there are two full upgrades, but because
# neither of them have minversions, both are candidates.
index = get_index('candidates.index_03.json')
candidates = get_candidates(index, 400)
self.assertEqual(len(candidates), 2)
# Both candidate paths have exactly one image in them. We can't sort
# these paths, so just test them both.
path0, path1 = candidates
self.assertEqual(len(path0), 1)
self.assertEqual(len(path1), 1)
# One path gets us to version 1300 and the other 1400.
images = sorted([path0[0], path1[0]], key=attrgetter('version'))
self.assertEqual(list(images[0].descriptions.values()),
['New full build 1'])
self.assertEqual(list(images[1].descriptions.values()),
['New full build 2'])
def test_get_downloads(self):
# Path B will win; it has one full and two deltas, none of which have
# a bootme flag. Download all their files.
index = get_index('candidates.index_08.json')
candidates = get_candidates(index, 600)
winner = WeightedScorer().choose(candidates, 'devel')
descriptions = []
for image in winner:
# There's only one description per image so order doesn't matter.
descriptions.extend(image.descriptions.values())
self.assertEqual(descriptions, ['Full B', 'Delta B.1', 'Delta B.2'])
downloads = list(iter_path(winner))
paths = set(filerec.path for (n, filerec) in downloads)
self.assertEqual(
paths,
set([
'/3/4/5.txt',
'/4/5/6.txt',
'/5/6/7.txt',
'/6/7/8.txt',
'/7/8/9.txt',
'/8/9/a.txt',
'/9/a/b.txt',
'/e/d/c.txt',
'/f/e/d.txt',
]))
signatures = set(filerec.signature for (n, filerec) in downloads)
self.assertEqual(
signatures,
set([
'/3/4/5.txt.asc',
'/4/5/6.txt.asc',
'/5/6/7.txt.asc',
'/6/7/8.txt.asc',
'/7/8/9.txt.asc',
'/8/9/a.txt.asc',
'/9/a/b.txt.asc',
'/e/d/c.txt.asc',
'/f/e/d.txt.asc',
]))
def test_image_20130300_full(self):
index = get_index('index.index_05.json')
image = index.images[0]
self.assertEqual(image.descriptions,
{'description': 'Some kind of daily build'})
self.assertEqual(image.type, 'full')
self.assertEqual(image.version, 20130300)
self.assertTrue(image.bootme)
self.assertEqual(len(image.files), 3)
# The first file is the device dependent image. The second is the
# device independent file, and the third is the version zip.
dev, ind, ver = image.files
self.assertEqual(dev.path, '/sprint/nexus7/nexus7-20130300.full.zip')
self.assertEqual(dev.signature,
'/sprint/nexus7/nexus7-20130300.full.zip.asc')
self.assertEqual(dev.checksum, 'abcdef0')
self.assertEqual(dev.order, 0)
self.assertEqual(dev.size, 0)
# Let's not check the whole file, just a few useful bits.
self.assertEqual(ind.checksum, 'abcdef1')
self.assertEqual(ind.order, 0)
self.assertEqual(ver.checksum, 'abcdef2')
self.assertEqual(ver.order, 1)
def test_get_downloads_with_bootme(self):
# Path B will win; it has one full and two deltas. The first delta
# has a bootme flag so the second delta's files are not downloaded.
index = get_index('candidates.index_09.json')
candidates = get_candidates(index, 600)
winner = WeightedScorer().choose(candidates, 'devel')
descriptions = []
for image in winner:
# There's only one description per image so order doesn't matter.
descriptions.extend(image.descriptions.values())
self.assertEqual(descriptions, ['Full B', 'Delta B.1', 'Delta B.2'])
downloads = iter_path(winner)
paths = set(filerec.path for (n, filerec) in downloads)
self.assertEqual(
paths,
set([
'/3/4/5.txt',
'/4/5/6.txt',
'/5/6/7.txt',
'/6/7/8.txt',
'/7/8/9.txt',
'/8/9/a.txt',
]))
def test_three_paths(self):
# - Path A requires three extra reboots, is the smallest total
# download and leaves you at the highest available version.
# Score: 300
#
# - Path B requires one extra reboot, but is 100MiB bigger and leaves
# you at the highest available version. Score: 200
#
# - Path C requires no extra reboots, but is 400MiB bigger and leaves
# you at 1303 instead of the highest 1304. For that reason, it gets
# a huge score making it impossible to win.
#
# Path B wins.
index = get_index('scores.index_03.json')
candidates = get_candidates(index, 600)
# There are three paths. The scores are as above.
scores = self.scorer.score(candidates)
self.assertEqual(scores, [300, 200, 9401])
winner = self.scorer.choose(candidates, 'devel')
self.assertEqual(len(winner), 3)
self.assertEqual([image.version for image in winner],
[1200, 1201, 1304])
self.assertEqual(descriptions(winner),
['Full B', 'Delta B.1', 'Delta B.2'])
def test_image_descriptions(self):
# Image descriptions can come in a variety of locales.
index = get_index('index.index_01.json')
self.assertEqual(index.images[0].descriptions,
{'description': 'Full A'})
self.assertEqual(index.images[3].descriptions, {
'description': 'Full B',
'description-en': 'The full B',
})
self.assertEqual(
index.images[4].descriptions, {
'description': 'Delta B.1',
'description-en_US': 'This is the delta B.1',
'description-xx': 'XX This is the delta B.1',
'description-yy': 'YY This is the delta B.1',
'description-yy_ZZ': 'YY-ZZ This is the delta B.1',
})
# The second delta.
self.assertEqual(
index.images[5].descriptions, {
'description': 'Delta B.2',
'description-xx': 'Oh delta, my delta',
'description-xx_CC': 'This hyar is the delta B.2',
})
def test_no_deltas_based_on_us(self):
# There are deltas in the test data, but no fulls. None of the deltas
# have a base equal to our build number.
index = get_index('candidates.index_04.json')
candidates = get_candidates(index, 100)
self.assertEqual(candidates, [])
def test_only_higher_fulls(self):
# All the full images have a minversion greater than our version, so
# we cannot upgrade to any of them.
index = get_index('candidates.index_02.json')
candidates = get_candidates(index, 100)
self.assertEqual(candidates, [])
def test_no_images(self):
# If there are no images defined, there are no candidates.
index = get_index('candidates.index_01.json')
candidates = get_candidates(index, 1400)
self.assertEqual(candidates, [])
