def testEOL2SupportedWithMirrorUpgrade(self):
" test upgrade from a EOL release to a supported release with mirror "
# Use us.archive.ubuntu.com, because it is available in Canonical's
# data center, unlike most mirrors. This lets this test pass when
# when run in their Jenkins test environment.
os.environ["LANG"] = "en_US.UTF-8"
v = DistUpgradeViewNonInteractive()
d = DistUpgradeController(v, datadir=self.testdir)
shutil.copy(os.path.join(self.testdir, "sources.list.EOL2Supported"),
os.path.join(self.testdir, "sources.list"))
apt_pkg.config.set("Dir::Etc::sourceparts",
os.path.join(self.testdir, "sources.list.d"))
v = DistUpgradeViewNonInteractive()
d = DistUpgradeController(v, datadir=self.testdir)
d.fromDist = "oneiric"
d.toDist = "precise"
d.openCache(lock=False)
res = d.updateSourcesList()
self.assertTrue(res)
self._verifySources("""
# main repo
deb http://us.archive.ubuntu.com/ubuntu precise main restricted multiverse universe
deb-src http://us.archive.ubuntu.com/ubuntu precise main restricted multiverse
deb http://us.archive.ubuntu.com/ubuntu precise-security main restricted universe multiverse
""")
def test_unicode_comments(self):
"""
test a sources.list file with unicode comments
"""
shutil.copy(os.path.join(self.testdir, "sources.list.unicode"),
os.path.join(self.testdir, "sources.list"))
apt_pkg.config.set("Dir::Etc::sourcelist", "sources.list")
self._verifySources("""
deb http://archive.ubuntu.com/ubuntu gutsy main restricted
deb http://archive.ubuntu.com/ubuntu gutsy-updates main restricted
deb http://security.ubuntu.com/ubuntu/ gutsy-security main restricted
# A PPA with a unicode comment
deb http://ppa.launchpad.net/random-ppa quantal main # ppa of Víctor R. Ruiz (vrruiz)
""")
v = DistUpgradeViewNonInteractive()
d = DistUpgradeController(v, datadir=self.testdir)
d.openCache(lock=False)
res = d.updateSourcesList()
self.assertTrue(res)
# verify it
self._verifySources("""
deb http://archive.ubuntu.com/ubuntu gutsy main restricted
deb http://archive.ubuntu.com/ubuntu gutsy-updates main restricted
deb http://security.ubuntu.com/ubuntu/ gutsy-security main restricted
# A PPA with a unicode comment
# deb http://ppa.launchpad.net/random-ppa quantal main # ppa of Víctor R. Ruiz (vrruiz) disabled on upgrade to gutsy
""")
def test_apt_cacher_and_apt_bittorent(self):
"""
test transition of apt-cacher/apt-torrent uris
"""
shutil.copy(os.path.join(self.testdir, "sources.list.apt-cacher"),
os.path.join(self.testdir, "sources.list"))
apt_pkg.config.set("Dir::Etc::sourceparts",
os.path.join(self.testdir, "sources.list.d"))
v = DistUpgradeViewNonInteractive()
d = DistUpgradeController(v, datadir=self.testdir)
d.openCache(lock=False)
res = d.updateSourcesList()
self.assertTrue(res)
# now test the result
self._verifySources("""
deb http://localhost:9977/security.ubuntu.com/ubuntu gutsy-security main restricted universe multiverse
deb http://localhost:9977/archive.canonical.com/ubuntu gutsy partner
deb http://localhost:9977/us.archive.ubuntu.com/ubuntu/ gutsy main
deb http://localhost:9977/archive.ubuntu.com/ubuntu/ gutsy main
deb http://archive.ubuntu.com/ubuntu/ gutsy main restricted multiverse universe
deb-src http://archive.ubuntu.com/ubuntu/ gutsy main restricted multiverse
deb http://security.ubuntu.com/ubuntu/ gutsy-security main restricted
deb http://security.ubuntu.com/ubuntu/ gutsy-security universe
deb http://archive.canonical.com/ubuntu gutsy partner
""")
def test_private_ppa_transition(self):
if "RELEASE_UPRADER_ALLOW_THIRD_PARTY" in os.environ:
del os.environ["RELEASE_UPRADER_ALLOW_THIRD_PARTY"]
shutil.copy(
os.path.join(self.testdir,
"sources.list.commercial-ppa-uploaders"),
os.path.join(self.testdir, "sources.list"))
apt_pkg.config.set("Dir::Etc::sourceparts",
os.path.join(self.testdir, "sources.list.d"))
v = DistUpgradeViewNonInteractive()
d = DistUpgradeController(v, datadir=self.testdir)
d.openCache(lock=False)
res = d.updateSourcesList()
self.assertTrue(res)
# now test the result
self._verifySources("""
deb http://archive.ubuntu.com/ubuntu/ gutsy main restricted multiverse universe
deb-src http://archive.ubuntu.com/ubuntu/ gutsy main restricted multiverse
deb http://security.ubuntu.com/ubuntu/ gutsy-security main restricted universe multiverse
# random one
# deb http://user:[email protected]/random-ppa gutsy main # disabled on upgrade to gutsy
# commercial PPA
deb https://user:[email protected]/commercial-ppa-uploaders gutsy main
""")
def test_sparc_transition(self):
"""
test transition of sparc to ports.ubuntu.com
"""
arch = apt_pkg.config.find("APT::Architecture")
apt_pkg.config.set("APT::Architecture", "sparc")
shutil.copy(os.path.join(self.testdir, "sources.list.sparc"),
os.path.join(self.testdir, "sources.list"))
apt_pkg.config.set("Dir::Etc::sourceparts",
os.path.join(self.testdir, "sources.list.d"))
v = DistUpgradeViewNonInteractive()
d = DistUpgradeController(v, datadir=self.testdir)
d.fromDist = "gutsy"
d.toDist = "hardy"
d.openCache(lock=False)
res = d.updateSourcesList()
self.assertTrue(res)
# now test the result
self._verifySources("""
deb http://ports.ubuntu.com/ubuntu-ports/ hardy main restricted multiverse universe
deb-src http://archive.ubuntu.com/ubuntu/ hardy main restricted multiverse
deb http://ports.ubuntu.com/ubuntu-ports/ hardy-security main restricted universe multiverse
""")
apt_pkg.config.set("APT::Architecture", arch)
def testEOL2EOLUpgrades(self):
" test upgrade from EOL release to EOL release "
v = DistUpgradeViewNonInteractive()
d = DistUpgradeController(v, datadir=self.testdir)
shutil.copy(os.path.join(self.testdir, "sources.list.EOL"),
os.path.join(self.testdir, "sources.list"))
apt_pkg.config.set("Dir::Etc::sourceparts",
os.path.join(self.testdir, "sources.list.d"))
v = DistUpgradeViewNonInteractive()
d = DistUpgradeController(v, datadir=self.testdir)
d.fromDist = "warty"
d.toDist = "hoary"
d.openCache(lock=False)
res = d.updateSourcesList()
self.assertTrue(res)
self._verifySources("""
# main repo
deb http://old-releases.ubuntu.com/ubuntu hoary main restricted multiverse universe
deb-src http://old-releases.ubuntu.com/ubuntu hoary main restricted multiverse
deb http://old-releases.ubuntu.com/ubuntu hoary-security main restricted universe multiverse
""")
def testEOL2SupportedUpgrade(self):
" test upgrade from a EOL release to a supported release "
os.environ["LANG"] = "C"
v = DistUpgradeViewNonInteractive()
d = DistUpgradeController(v, datadir=self.testdir)
shutil.copy(os.path.join(self.testdir, "sources.list.EOL2Supported"),
os.path.join(self.testdir, "sources.list"))
apt_pkg.config.set("Dir::Etc::sourceparts",
os.path.join(self.testdir, "sources.list.d"))
v = DistUpgradeViewNonInteractive()
d = DistUpgradeController(v, datadir=self.testdir)
d.fromDist = "oneiric"
d.toDist = "precise"
d.openCache(lock=False)
res = d.updateSourcesList()
self.assertTrue(res)
self._verifySources("""
# main repo
deb http://archive.ubuntu.com/ubuntu precise main restricted multiverse universe
deb-src http://archive.ubuntu.com/ubuntu precise main restricted multiverse
deb http://archive.ubuntu.com/ubuntu precise-security main restricted universe multiverse
""")
def test_sources_list_inactive_mirror(self, mock_get_distro):
"""
test sources.list rewrite of an obsolete mirror
"""
shutil.copy(os.path.join(self.testdir, "sources.list.obsolete_mirror"),
os.path.join(self.testdir, "sources.list"))
apt_pkg.config.set("Dir::Etc::sourcelist", "sources.list")
v = DistUpgradeViewNonInteractive()
d = DistUpgradeController(v, datadir=self.testdir)
d.config.set("Distro", "BaseMetaPkgs", "ubuntu-minimal")
mock_get_distro.return_value = UbuntuDistribution(
"Ubuntu", "feisty", "Ubuntu Feisty Fawn", "7.04")
d.openCache(lock=False)
res = d.updateSourcesList()
self.assertTrue(mock_get_distro.called)
self.assertTrue(res)
# now test the result
#print(open(os.path.join(self.testdir,"sources.list")).read())
self._verifySources2Way("""
# main repo
# deb http://mirror.mcs.anl.gov/ubuntu gutsy main restricted universe multiverse # disabled on upgrade to gutsy
# deb http://mirror.mcs.anl.gov/ubuntu gutsy-updates main restricted universe multiverse # disabled on upgrade to gutsy
# deb http://mirror.mcs.anl.gov/ubuntu feisty-proposed main restricted universe multiverse
# deb http://mirror.mcs.anl.gov/ubuntu gutsy-security main restricted universe multiverse # disabled on upgrade to gutsy
# deb-src http://mirror.mcs.anl.gov/ubuntu gutsy main restricted universe multiverse # disabled on upgrade to gutsy
# deb-src http://mirror.mcs.anl.gov/ubuntu gutsy-updates main restricted universe multiverse # disabled on upgrade to gutsy
##deb-src http://mirror.mcs.anl.gov/ubuntu feisty-proposed main restricted universe multiverse
# deb-src http://mirror.mcs.anl.gov/ubuntu gutsy-security main restricted universe multiverse # disabled on upgrade to gutsy
# deb https://example.com/3rd-party/deb/ stable main # disabled on upgrade to gutsy
deb http://archive.ubuntu.com/ubuntu/ gutsy main
deb http://archive.ubuntu.com/ubuntu gutsy main restricted universe multiverse # auto generated by ubuntu-release-upgrader
deb http://archive.ubuntu.com/ubuntu gutsy-updates main restricted universe multiverse # auto generated by ubuntu-release-upgrader
deb http://archive.ubuntu.com/ubuntu gutsy-security main restricted universe multiverse # auto generated by ubuntu-release-upgrader
deb-src http://archive.ubuntu.com/ubuntu gutsy main restricted universe multiverse # auto generated by ubuntu-release-upgrader
deb-src http://archive.ubuntu.com/ubuntu gutsy-updates main restricted universe multiverse # auto generated by ubuntu-release-upgrader
deb-src http://archive.ubuntu.com/ubuntu gutsy-security main restricted universe multiverse # auto generated by ubuntu-release-upgrader
""")
# check that the backup file was created correctly
self.assertEqual(
0,
subprocess.call([
"cmp",
apt_pkg.config.find_file("Dir::Etc::sourcelist") +
".obsolete_mirror",
apt_pkg.config.find_file("Dir::Etc::sourcelist") +
".distUpgrade"
]))
def testVerifySourcesListEntry(self):
from aptsources.sourceslist import SourceEntry
v = DistUpgradeViewNonInteractive()
d = DistUpgradeController(v, datadir=self.testdir)
for scheme in ["http"]:
entry = "deb %s://archive.ubuntu.com/ubuntu/ precise main universe restricted multiverse" % scheme
self.assertTrue(
d._sourcesListEntryDownloadable(SourceEntry(entry)),
"entry '%s' not downloadable" % entry)
entry = "deb %s://archive.ubuntu.com/ubuntu/ warty main universe restricted multiverse" % scheme
self.assertFalse(
d._sourcesListEntryDownloadable(SourceEntry(entry)),
"entry '%s' not downloadable" % entry)
entry = "deb %s://archive.ubuntu.com/ubuntu/ xxx main" % scheme
self.assertFalse(
d._sourcesListEntryDownloadable(SourceEntry(entry)),
"entry '%s' not downloadable" % entry)
def test_sources_list_no_template(self, mock_get_distro):
"""
test sources.list rewrite when there is no distro template
"""
shutil.copy(os.path.join(self.testdir, "sources.list.obsolete_mirror"),
os.path.join(self.testdir, "sources.list"))
apt_pkg.config.set("Dir::Etc::sourcelist", "sources.list")
v = DistUpgradeViewNonInteractive()
d = DistUpgradeController(v, datadir=self.testdir)
d.config.set("Distro", "BaseMetaPkgs", "ubuntu-minimal")
mock_get_distro.side_effect = NoDistroTemplateException(
"No distro template.")
d.openCache(lock=False)
res = d.updateSourcesList()
self.assertTrue(mock_get_distro.called)
self.assertTrue(res)
# now test the result
#print(open(os.path.join(self.testdir,"sources.list")).read())
self._verifySources("""
# main repo
# deb http://mirror.mcs.anl.gov/ubuntu gutsy main restricted universe multiverse # disabled on upgrade to gutsy
# deb http://mirror.mcs.anl.gov/ubuntu feisty-updates main restricted universe multiverse # disabled on upgrade to gutsy
# deb http://mirror.mcs.anl.gov/ubuntu feisty-proposed main restricted universe multiverse
# deb http://mirror.mcs.anl.gov/ubuntu feisty-security main restricted universe multiverse # disabled on upgrade to gutsy
# deb-src http://mirror.mcs.anl.gov/ubuntu gutsy main restricted universe multiverse # disabled on upgrade to gutsy
# deb-src http://mirror.mcs.anl.gov/ubuntu feisty-updates main restricted universe multiverse # disabled on upgrade to gutsy
##deb-src http://mirror.mcs.anl.gov/ubuntu feisty-proposed main restricted universe multiverse
deb http://archive.ubuntu.com/ubuntu gutsy main restricted # auto generated by ubuntu-release-upgrader
deb http://archive.ubuntu.com/ubuntu gutsy-updates main restricted # auto generated by ubuntu-release-upgrader
deb http://security.ubuntu.com/ubuntu gutsy-security main restricted # auto generated by ubuntu-release-upgrader
# deb-src http://mirror.mcs.anl.gov/ubuntu feisty-security main restricted universe multiverse # disabled on upgrade to gutsy
""")
# check that the backup file was created correctly
self.assertEqual(
0,
subprocess.call([
"cmp",
apt_pkg.config.find_file("Dir::Etc::sourcelist") +
".obsolete_mirror",
apt_pkg.config.find_file("Dir::Etc::sourcelist") +
".distUpgrade"
]))
def test_sources_list_with_nothing(self):
"""
test sources.list rewrite with nothing in it
"""
shutil.copy(os.path.join(self.testdir, "sources.list.nothing"),
os.path.join(self.testdir, "sources.list"))
apt_pkg.config.set("Dir::Etc::sourcelist", "sources.list")
v = DistUpgradeViewNonInteractive()
d = DistUpgradeController(v, datadir=self.testdir)
d.openCache(lock=False)
res = d.updateSourcesList()
self.assertTrue(res)
# now test the result
self._verifySources("""
deb http://archive.ubuntu.com/ubuntu gutsy main restricted
deb http://archive.ubuntu.com/ubuntu gutsy-updates main restricted
deb http://security.ubuntu.com/ubuntu/ gutsy-security main restricted
""")
def test_commercial_transition(self):
"""
test transition of pre-gutsy archive.canonical.com archives
"""
shutil.copy(
os.path.join(self.testdir, "sources.list.commercial-transition"),
os.path.join(self.testdir, "sources.list"))
apt_pkg.config.set("Dir::Etc::sourceparts",
os.path.join(self.testdir, "sources.list.d"))
v = DistUpgradeViewNonInteractive()
d = DistUpgradeController(v, datadir=self.testdir)
d.openCache(lock=False)
res = d.updateSourcesList()
self.assertTrue(res)
# now test the result
self._verifySources("""
deb http://archive.canonical.com/ubuntu gutsy partner
""")
def test_local_mirror(self):
"""
test that a local mirror with official -backports works (LP:# 1067393)
"""
shutil.copy(os.path.join(self.testdir, "sources.list.local"),
os.path.join(self.testdir, "sources.list"))
apt_pkg.config.set("Dir::Etc::sourcelist", "sources.list")
v = DistUpgradeViewNonInteractive()
d = DistUpgradeController(v, datadir=self.testdir)
d.openCache(lock=False)
res = d.updateSourcesList()
self.assertTrue(res)
# verify it
self._verifySources("""
deb http://192.168.1.1/ubuntu gutsy main restricted
deb http://192.168.1.1/ubuntu gutsy-updates main restricted
deb http://security.ubuntu.com/ubuntu/ gutsy-security main restricted
deb http://archive.ubuntu.com/ubuntu gutsy-backports main restricted universe multiverse
""")
def test_disable_proposed(self):
"""
Test that proposed is disabled when upgrading to a development
release.
"""
shutil.copy(
os.path.join(self.testdir, "sources.list.proposed_enabled"),
os.path.join(self.testdir, "sources.list"))
apt_pkg.config.set("Dir::Etc::sourcelist", "sources.list")
v = DistUpgradeViewNonInteractive()
options = mock.Mock()
options.devel_release = True
d = DistUpgradeController(v, options, datadir=self.testdir)
d.openCache(lock=False)
res = d.updateSourcesList()
self.assertTrue(res)
self._verifySources("""
deb http://archive.ubuntu.com/ubuntu gutsy main restricted
deb http://archive.ubuntu.com/ubuntu gutsy-updates main restricted
deb http://security.ubuntu.com/ubuntu/ gutsy-security main restricted
# deb http://archive.ubuntu.com/ubuntu gutsy-proposed universe main multiverse restricted #Not for humans during development stage of release gutsy
""")
def test_sources_list_rewrite(self, mock_get_distro):
"""
test regular sources.list rewrite
"""
shutil.copy(os.path.join(self.testdir, "sources.list.in"),
os.path.join(self.testdir, "sources.list"))
apt_pkg.config.set("Dir::Etc::sourcelist", "sources.list")
v = DistUpgradeViewNonInteractive()
d = DistUpgradeController(v, datadir=self.testdir)
d.config.set("Distro", "BaseMetaPkgs", "ubuntu-minimal")
mock_get_distro.return_value = UbuntuDistribution(
"Ubuntu", "feisty", "Ubuntu Feisty Fawn", "7.04")
d.openCache(lock=False)
res = d.updateSourcesList()
self.assertTrue(mock_get_distro.called)
self.assertTrue(res)
# now test the result
#print(open(os.path.join(self.testdir,"sources.list")).read())
self._verifySources("""
# main repo
deb http://archive.ubuntu.com/ubuntu/ gutsy main restricted multiverse universe
deb http://de.archive.ubuntu.com/ubuntu/ gutsy main restricted multiverse
deb-src http://archive.ubuntu.com/ubuntu/ gutsy main restricted multiverse
deb http://security.ubuntu.com/ubuntu/ gutsy-security main restricted multiverse
deb http://security.ubuntu.com/ubuntu/ gutsy-security universe
""")
# check that the backup file was created correctly
self.assertEqual(
0,
subprocess.call([
"cmp",
apt_pkg.config.find_file("Dir::Etc::sourcelist") + ".in",
apt_pkg.config.find_file("Dir::Etc::sourcelist") +
".distUpgrade"
]))
def test_extras_removal(self, mock_get_distro):
"""
test removal of extras.ubuntu.com archives
"""
original = os.path.join(self.testdir, "sources.list.extras")
shutil.copy(original, os.path.join(self.testdir, "sources.list"))
apt_pkg.config.set("Dir::Etc::sourceparts",
os.path.join(self.testdir, "sources.list.d"))
v = DistUpgradeViewNonInteractive()
d = DistUpgradeController(v, datadir=self.testdir)
mock_get_distro.return_value = UbuntuDistribution(
"Ubuntu", "feisty", "Ubuntu Feisty Fawn", "7.04")
d.openCache(lock=False)
res = d.updateSourcesList()
self.assertTrue(res)
sources_file = apt_pkg.config.find_file("Dir::Etc::sourcelist")
self.assertEqual(
open(sources_file).read(),
"""deb http://archive.ubuntu.com/ubuntu gutsy main restricted
deb http://archive.ubuntu.com/ubuntu gutsy-updates main restricted
deb http://security.ubuntu.com/ubuntu/ gutsy-security main restricted
""")