def test_update_harness_repos(self): """Test that the update_repo() call runs as expected. This checks that the harness repos that are supposed to be synced are actually synced. Does not check repo metadata. """ if 'sqlite' in get_engine().name: raise unittest.SkipTest('SQL generated by lazy_create is not valid' ' in sqlite') base_path = mkdtemp() self.addCleanup(rmtree, base_path) faux_remote_harness1 = self._create_remote_harness( base_path, 'foobangmajor') faux_remote_harness2 = self._create_remote_harness( base_path, 'foobazmajor') faux_local_harness = mkdtemp('local_harness') self.addCleanup(rmtree, faux_local_harness) with session.begin(): OSMajor.lazy_create(osmajor=u'foobangmajor') OSMajor.lazy_create(osmajor=u'foobazmajor') # I'm not testing the config here, so just use createrepo update_repos('file://%s/' % base_path, faux_local_harness) self.assertTrue( os.path.exists(os.path.join(faux_local_harness, 'foobangmajor'))) self.assertTrue( os.path.exists(os.path.join(faux_local_harness, 'foobazmajor')))
def test_update_harness_repos(self): """Test that the update_repo() call runs as expected. This checks that the harness repos that are supposed to be synced are actually synced. Does not check repo metadata. """ if 'sqlite' in get_engine().name: raise unittest.SkipTest('SQL generated by lazy_create is not valid' ' in sqlite') base_path = mkdtemp() self.addCleanup(rmtree, base_path) faux_remote_harness1 = self._create_remote_harness(base_path, 'foobangmajor') faux_remote_harness2 = self._create_remote_harness(base_path, 'foobazmajor') faux_local_harness = mkdtemp('local_harness') self.addCleanup(rmtree, faux_local_harness) with session.begin(): lab_controller = data_setup.create_labcontroller(fqdn=u'dummylab.example.invalid') distro_tree = data_setup.create_distro_tree( osmajor=OSMajor.lazy_create(osmajor=u'foobangmajor'), harness_dir=False, lab_controllers=[lab_controller]) distro_tree = data_setup.create_distro_tree( osmajor=OSMajor.lazy_create(osmajor=u'foobazmajor'), harness_dir=False, lab_controllers=[lab_controller]) # I'm not testing the config here, so just use createrepo update_repos('file://%s/' % base_path, faux_local_harness) self.assertTrue(os.path.exists(os.path.join(faux_local_harness, 'foobangmajor'))) self.assertTrue(os.path.exists(os.path.join(faux_local_harness, 'foobazmajor')))
def test_update_harness_repos(self): """Test that the update_repo() call runs as expected. This checks that the harness repos that are supposed to be synced are actually synced. Does not check repo metadata. """ self._create_remote_harness('foobangmajor') self._create_remote_harness('foobazmajor') faux_local_harness = tempfile.mkdtemp('local_harness') self.addCleanup(shutil.rmtree, faux_local_harness) with session.begin(): lab_controller = data_setup.create_labcontroller(fqdn=u'dummylab.example.invalid') distro_tree = data_setup.create_distro_tree( osmajor=OSMajor.lazy_create(osmajor=u'foobangmajor'), harness_dir=False, lab_controllers=[lab_controller]) distro_tree = data_setup.create_distro_tree( osmajor=OSMajor.lazy_create(osmajor=u'foobazmajor'), harness_dir=False, lab_controllers=[lab_controller]) run_command('repo_update.py', 'beaker-repo-update', ['-b', self.harness_repo_url, '-d', faux_local_harness], ignore_stderr=True) self.assertTrue(os.path.exists(os.path.join(faux_local_harness, 'foobangmajor'))) self.assertTrue(os.path.exists(os.path.join(faux_local_harness, 'foobazmajor')))
def test_exclude_nonexistent_osmajor(self): with session.begin(): osmajor = OSMajor.lazy_create(osmajor="exist") lab_controller = data_setup.create_labcontroller( fqdn=u'dummylab.example.invalid') distro_tree = data_setup.create_distro_tree( osmajor=osmajor.osmajor, harness_dir=False, lab_controllers=[lab_controller]) nonexistent_osmajor = OSMajor.lazy_create(osmajor=u'notexist') remote_harness_dir = tempfile.mkdtemp(suffix='remote') self.addCleanup(shutil.rmtree, remote_harness_dir) local_harness_dir = tempfile.mkdtemp(suffix='local') self.addCleanup(shutil.rmtree, local_harness_dir) self._create_remote_harness(remote_harness_dir, osmajor.osmajor) run_command( 'repo_update.py', 'beaker-repo-update', ['-b', 'file://%s/' % remote_harness_dir, '-d', local_harness_dir], ignore_stderr=True) self.assertTrue( os.path.exists(os.path.join(local_harness_dir, osmajor.osmajor))) self.assertFalse( os.path.exists( os.path.join(local_harness_dir, nonexistent_osmajor.osmajor)))
def create_task(name=None, exclude_arches=None, exclusive_arches=None, exclude_osmajors=None, exclusive_osmajors=None, version=u'1.0-1', uploader=None, owner=None, priority=u'Manual', valid=None, path=None, description=None, requires=None, runfor=None, type=None, avg_time=1200): if name is None: name = unique_name(u'/distribution/test_task_%s') if path is None: path = u'/mnt/tests/%s' % name if description is None: description = unique_name(u'description%s') if uploader is None: uploader = create_user(user_name=u'task-uploader%s' % name.replace('/', '-')) if owner is None: owner = u'*****@*****.**' % name.replace('/', '-') if valid is None: valid = True rpm = u'example%s-%s.noarch.rpm' % (name.replace('/', '-'), version) task = Task(name=name) task.rpm = rpm task.version = version task.uploader = uploader task.owner = owner task.priority = priority task.valid = valid task.path = path task.description = description task.avg_time = avg_time task.license = u'GPLv99+' if type: for t in type: task.types.append(TaskType.lazy_create(type=t)) if exclude_arches: for arch in exclude_arches: task.excluded_arches.append(Arch.by_name(arch)) if exclusive_arches: for arch in exclusive_arches: task.exclusive_arches.append(Arch.by_name(arch)) if exclude_osmajors: for osmajor in exclude_osmajors: task.excluded_osmajors.append(OSMajor.lazy_create(osmajor=osmajor)) if exclusive_osmajors: for osmajor in exclusive_osmajors: task.exclusive_osmajors.append(OSMajor.lazy_create(osmajor=osmajor)) if requires: for require in requires: tp = TaskPackage.lazy_create(package=require) task.required.append(tp) if runfor: for run in runfor: task.runfor.append(TaskPackage.lazy_create(package=run)) session.add(task) session.flush() log.debug('Created task %s', task.name) return task
def test_adding_task_with_releases_list(self): with session.begin(): OSMajor.lazy_create(osmajor=u'RedHatEnterpriseLinux5') OSMajor.lazy_create(osmajor=u'RedHatEnterpriseLinux6') rpm_path = pkg_resources.resource_filename('bkr.inttest.server', 'task-rpms/tmp-distribution-beaker-dummy_for_bz1422410-1.0-1.noarch.rpm') out = run_client(['bkr', 'task-add', rpm_path]) self.assertIn(u'Success', out) with session.begin(): task = Task.by_name(u'/distribution/beaker/dummy_for_bz1422410') self.assertItemsEqual([OSMajor.by_name(u'RedHatEnterpriseLinux5')], task.exclusive_osmajors)
def test_executed_tasks_family_sorting(self): with session.begin(): task = data_setup.create_task() data_setup.create_completed_job(task_name=task.name, distro_tree=data_setup.create_distro_tree(osmajor=u'BlueShoe10')) data_setup.create_completed_job(task_name=task.name, distro_tree=data_setup.create_distro_tree(osmajor=u'BlueShoe9')) # plus one that is never used OSMajor.lazy_create(osmajor=u'neverused666') b = self.browser b.get(get_server_base() + 'tasks/%d' % task.id) options = [element.text for element in b.find_elements_by_xpath("//select[@name='osmajor_id']/option")] self.assert_(options.index('BlueShoe9') < options.index('BlueShoe10'), options) self.assert_('neverused666' not in options, options)
def test_does_not_run_createrepo_unnecessarily(self): if 'sqlite' in get_engine().name: raise unittest.SkipTest('SQL generated by lazy_create is not valid' ' in sqlite') osmajor = u'GreenBeretLinux99' with session.begin(): lab_controller = data_setup.create_labcontroller( fqdn=u'dummylab.example.invalid') distro_tree = data_setup.create_distro_tree( osmajor=OSMajor.lazy_create(osmajor=osmajor), harness_dir=False, lab_controllers=[lab_controller]) remote_harness_dir = mkdtemp(suffix='remote') self.addCleanup(rmtree, remote_harness_dir) local_harness_dir = mkdtemp(suffix='local') self.addCleanup(rmtree, local_harness_dir) self._create_remote_harness(remote_harness_dir, osmajor) # run it once, repo is built update_repos('file://%s/' % remote_harness_dir, local_harness_dir) repodata_dir = os.path.join(local_harness_dir, osmajor, 'repodata') mtime = os.path.getmtime(repodata_dir) # run it again, repo should not be rebuilt time.sleep(0.001) update_repos('file://%s/' % remote_harness_dir, local_harness_dir) self.assertEquals(os.path.getmtime(repodata_dir), mtime)
def test_does_not_run_createrepo_unnecessarily(self): osmajor = u'GreenBeretLinux99' with session.begin(): lab_controller = data_setup.create_labcontroller( fqdn=u'dummylab.example.invalid') distro_tree = data_setup.create_distro_tree( osmajor=OSMajor.lazy_create(osmajor=osmajor), harness_dir=False, lab_controllers=[lab_controller]) remote_harness_dir = tempfile.mkdtemp(suffix='remote') self.addCleanup(shutil.rmtree, remote_harness_dir) local_harness_dir = tempfile.mkdtemp(suffix='local') self.addCleanup(shutil.rmtree, local_harness_dir) self._create_remote_harness(remote_harness_dir, osmajor) # run it once, repo is built run_command( 'repo_update.py', 'beaker-repo-update', ['-b', 'file://%s/' % remote_harness_dir, '-d', local_harness_dir], ignore_stderr=True) repodata_dir = os.path.join(local_harness_dir, osmajor, 'repodata') mtime = os.path.getmtime(repodata_dir) # run it again, repo should not be rebuilt time.sleep(0.001) run_command( 'repo_update.py', 'beaker-repo-update', ['-b', 'file://%s/' % remote_harness_dir, '-d', local_harness_dir], ignore_stderr=True) self.assertEquals(os.path.getmtime(repodata_dir), mtime)
def create_distro(name=None, osmajor=u'DansAwesomeLinux6', osminor=u'9', arches=None, tags=None, harness_dir=True, osmajor_installopts=None): osmajor = OSMajor.lazy_create(osmajor=osmajor) osversion = OSVersion.lazy_create(osmajor=osmajor, osminor=osminor) if arches: osversion.arches = arches if not name: name = unique_name(u'%s.%s-%%s' % (osmajor, osminor)) distro = Distro.lazy_create(name=name, osversion=osversion) for tag in (tags or []): distro.add_tag(tag) # add distro wide install options, if any if osmajor_installopts: for arch in arches: io = OSMajorInstallOptions.lazy_create( osmajor_id=osmajor.id, arch_id=Arch.by_name(arch).id) io.ks_meta = osmajor_installopts.get('ks_meta', '') io.kernel_options = osmajor_installopts.get('kernel_options', '') io.kernel_options_post = osmajor_installopts.get( 'kernel_options_post', '') log.debug('Created distro %r', distro) if harness_dir: harness_dir = os.path.join(turbogears.config.get('basepath.harness'), distro.osversion.osmajor.osmajor) if not os.path.exists(harness_dir): os.makedirs(harness_dir) return distro
def create_distro(name=None, osmajor=u'DansAwesomeLinux6', osminor=u'9', arches=None, tags=None, harness_dir=True, osmajor_installopts=None): osmajor = OSMajor.lazy_create(osmajor=osmajor) osversion = OSVersion.lazy_create(osmajor=osmajor, osminor=osminor) if arches: osversion.arches = arches if not name: name = unique_name(u'%s.%s-%%s' % (osmajor, osminor)) distro = Distro.lazy_create(name=name, osversion=osversion) for tag in (tags or []): distro.add_tag(tag) # add distro wide install options, if any if osmajor_installopts: for arch in arches: io = OSMajorInstallOptions.lazy_create(osmajor_id=osmajor.id, arch_id=Arch.by_name(arch).id) io.ks_meta = osmajor_installopts.get('ks_meta', '') io.kernel_options = osmajor_installopts.get('kernel_options', '') io.kernel_options_post = osmajor_installopts.get('kernel_options_post', '') log.debug('Created distro %r', distro) if harness_dir: harness_dir = os.path.join(turbogears.config.get('basepath.harness'), distro.osversion.osmajor.osmajor) if not os.path.exists(harness_dir): os.makedirs(harness_dir) return distro
def test_concurrent_new_osversion(self): distro_data = dict(self.distro_data) # ensure osmajor already exists with session.begin(): osmajor = OSMajor.lazy_create(osmajor=distro_data['osmajor']) # ... but osversion is new distro_data['osminor'] = '6969' self.add_distro_trees_concurrently(distro_data, distro_data)
def test_concurrent_new_osversion(self): distro_data = dict(self.distro_data) # ensure osmajor already exists with session.begin(): osmajor = OSMajor.lazy_create(osmajor=distro_data["osmajor"]) # ... but osversion is new distro_data["osminor"] = "6969" self.add_distro_trees_concurrently(distro_data, distro_data)
def test_concurrent_same_tree(self): distro_data = dict(self.distro_data) # ensure osmajor, osversion, and distro already exist with session.begin(): osmajor = OSMajor.lazy_create(osmajor=distro_data["osmajor"]) osversion = OSVersion.lazy_create(osmajor=osmajor, osminor=distro_data["osminor"]) osversion.arches = [Arch.lazy_create(arch=arch) for arch in distro_data["arches"]] Distro.lazy_create(name=distro_data["name"], osversion=osversion) self.add_distro_trees_concurrently(distro_data, distro_data)
def setUp(self): with session.begin(): self.uploader = data_setup.create_user(password=u'upload') # Make sure the Releases values we are using in the test cases # below are already known to Beaker, otherwise they will be ignored. OSMajor.lazy_create(osmajor=u'RedHatEnterpriseLinuxServer5') OSMajor.lazy_create(osmajor=u'RedHatEnterpriseLinuxClient5') OSMajor.lazy_create(osmajor=u'RedHatEnterpriseLinux7') OSMajor.lazy_create(osmajor=u'RedHatEnterpriseLinux6') self.browser = self.get_browser() login(self.browser, user=self.uploader.user_name, password=u'upload')
def test_concurrent_new_distro(self): distro_data = dict(self.distro_data) # ensure osmajor and osversion already exist with session.begin(): osmajor = OSMajor.lazy_create(osmajor=distro_data["osmajor"]) osversion = OSVersion.lazy_create(osmajor=osmajor, osminor=distro_data["osminor"]) osversion.arches = [Arch.lazy_create(arch=arch) for arch in distro_data["arches"]] # ... but distro is new distro_data["name"] = "concurrent-new-distro" self.add_distro_trees_concurrently(distro_data, distro_data)
def test_exclude_nonexistent_osmajor(self): if 'sqlite' in get_engine().name: raise unittest.SkipTest('SQL generated by lazy_create is not valid' ' in sqlite') with session.begin(): osmajor = OSMajor.lazy_create(osmajor="exist") lab_controller = data_setup.create_labcontroller(fqdn=u'dummylab.example.invalid') distro_tree = data_setup.create_distro_tree(osmajor=osmajor.osmajor, harness_dir=False, lab_controllers=[lab_controller]) nonexistent_osmajor = OSMajor.lazy_create(osmajor=u'notexist') remote_harness_dir = mkdtemp(suffix='remote') self.addCleanup(rmtree, remote_harness_dir) local_harness_dir = mkdtemp(suffix='local') self.addCleanup(rmtree, local_harness_dir) self._create_remote_harness(remote_harness_dir, osmajor.osmajor) update_repos('file://%s/' % remote_harness_dir, local_harness_dir) self.assertTrue(os.path.exists(os.path.join(local_harness_dir, osmajor.osmajor))) self.assertFalse(os.path.exists(os.path.join(local_harness_dir, nonexistent_osmajor.osmajor)))
def test_doubled_quotes(self): with session.begin(): system = data_setup.create_system(fqdn=u'mymainframe.funtimes.invalid', arch=u's390x') OSMajor.lazy_create(osmajor=u'RedHatEnterpriseLinux7') b = self.browser login(b) b.get(get_server_base() + 'csv/csv_import') b.find_element_by_name('csv_file').send_keys( pkg_resources.resource_filename(self.__module__, 'bz802842.csv')) b.find_element_by_name('csv_file').submit() self.failUnless(is_text_present(self.browser, "No Errors")) with session.begin(): session.refresh(system) self.assertEquals(system.provisions[Arch.by_name(u's390x')]\ .provision_families[OSMajor.by_name(u'RedHatEnterpriseLinux7')]\ .kernel_options, 'rd.znet="qeth,0.0.8000,0.0.8001,0.0.8002,layer2=1,portname=lol,portno=0" ' 'ip=1.2.3.4::1.2.3.4:255.255.248.0::eth0:none MTU=1500 nameserver=1.2.3.4 ' 'DASD=20A1,21A1,22A1,23A1 MACADDR=02:DE:AD:BE:EF:16 ' '!LAYER2 !DNS !PORTNO !IPADDR !GATEWAY !HOSTNAME !NETMASK ')
def test_concurrent_same_tree(self): distro_data = dict(self.distro_data) # ensure osmajor, osversion, and distro already exist with session.begin(): osmajor = OSMajor.lazy_create(osmajor=distro_data['osmajor']) osversion = OSVersion.lazy_create(osmajor=osmajor, osminor=distro_data['osminor']) osversion.arches = [Arch.lazy_create(arch=arch) for arch in distro_data['arches']] Distro.lazy_create(name=distro_data['name'], osversion=osversion) self.add_distro_trees_concurrently(distro_data, distro_data)
def test_does_not_run_createrepo_unnecessarily(self): if 'sqlite' in get_engine().name: raise unittest.SkipTest('SQL generated by lazy_create is not valid' ' in sqlite') osmajor = u'GreenBeretLinux99' with session.begin(): OSMajor.lazy_create(osmajor=osmajor) remote_harness_dir = mkdtemp(suffix='remote') self.addCleanup(rmtree, remote_harness_dir) local_harness_dir = mkdtemp(suffix='local') self.addCleanup(rmtree, local_harness_dir) self._create_remote_harness(remote_harness_dir, osmajor) # run it once, repo is built update_repos('file://%s/' % remote_harness_dir, local_harness_dir) repodata_dir = os.path.join(local_harness_dir, osmajor, 'repodata') mtime = os.path.getmtime(repodata_dir) # run it again, repo should not be rebuilt time.sleep(0.001) update_repos('file://%s/' % remote_harness_dir, local_harness_dir) self.assertEquals(os.path.getmtime(repodata_dir), mtime)
def test_concurrent_new_distro(self): distro_data = dict(self.distro_data) # ensure osmajor and osversion already exist with session.begin(): osmajor = OSMajor.lazy_create(osmajor=distro_data['osmajor']) osversion = OSVersion.lazy_create(osmajor=osmajor, osminor=distro_data['osminor']) osversion.arches = [Arch.lazy_create(arch=arch) for arch in distro_data['arches']] # ... but distro is new distro_data['name'] = 'concurrent-new-distro' self.add_distro_trees_concurrently(distro_data, distro_data)
def test_concurrent_different_trees(self): distro_data = dict(self.distro_data) # ensure osmajor, osversion, and distro already exist with session.begin(): osmajor = OSMajor.lazy_create(osmajor=distro_data["osmajor"]) osversion = OSVersion.lazy_create(osmajor=osmajor, osminor=distro_data["osminor"]) osversion.arches = [Arch.lazy_create(arch=arch) for arch in distro_data["arches"]] Distro.lazy_create(name=distro_data["name"], osversion=osversion) # ensure two different trees distro_data["variant"] = u"Workstation" distro_data2 = dict(distro_data) distro_data2["variant"] = u"Server" self.add_distro_trees_concurrently(distro_data, distro_data2)
def test_excluded_family_non_existent_system(self): login(self.browser) fqdn = data_setup.unique_name('system%s.idonot.exist') with session.begin(): osmajor = OSMajor.lazy_create(osmajor=u'MyEnterpriseLinux') self.import_csv((u'csv_type,fqdn,arch,family,update,excluded\n' u'exclude,%s,x86_64,MyEnterpriseLinux,,True' % fqdn).encode('utf8')) with session.begin(): system = System.query.filter(System.fqdn == fqdn).one() self.assertEquals(system.excluded_osmajor[0].osmajor_id, osmajor.id)
def test_executed_tasks_family_sorting(self): with session.begin(): task = data_setup.create_task() data_setup.create_completed_job( task_name=task.name, distro_tree=data_setup.create_distro_tree( osmajor=u'BlueShoe10')) data_setup.create_completed_job( task_name=task.name, distro_tree=data_setup.create_distro_tree( osmajor=u'BlueShoe9')) # plus one that is never used OSMajor.lazy_create(osmajor=u'neverused666') b = self.browser b.get(get_server_base() + 'tasks/%d' % task.id) options = [ element.text for element in b.find_elements_by_xpath( "//select[@name='osmajor_id']/option") ] self.assert_( options.index('BlueShoe9') < options.index('BlueShoe10'), options) self.assert_('neverused666' not in options, options)
def test_excluded_family_non_existent_system(self): login(self.browser) fqdn = data_setup.unique_name('system%s.idonot.exist') with session.begin(): osmajor = OSMajor.lazy_create(osmajor=u'MyEnterpriseLinux') self.import_csv((u'csv_type,fqdn,arch,family,update,excluded\n' u'exclude,%s,x86_64,MyEnterpriseLinux,,True' % fqdn) .encode('utf8')) with session.begin(): system = System.query.filter(System.fqdn == fqdn).one() self.assertEquals(system.excluded_osmajor[0].osmajor_id, osmajor.id)
def test_exclude_nonexistent_osmajor(self): if 'sqlite' in get_engine().name: raise unittest.SkipTest('SQL generated by lazy_create is not valid' ' in sqlite') with session.begin(): osmajor = OSMajor.lazy_create(osmajor="exist") lab_controller = data_setup.create_labcontroller( fqdn=u'dummylab.example.invalid') distro_tree = data_setup.create_distro_tree( osmajor=osmajor.osmajor, harness_dir=False, lab_controllers=[lab_controller]) nonexistent_osmajor = OSMajor.lazy_create(osmajor=u'notexist') remote_harness_dir = mkdtemp(suffix='remote') self.addCleanup(rmtree, remote_harness_dir) local_harness_dir = mkdtemp(suffix='local') self.addCleanup(rmtree, local_harness_dir) self._create_remote_harness(remote_harness_dir, osmajor.osmajor) update_repos('file://%s/' % remote_harness_dir, local_harness_dir) self.assertTrue( os.path.exists(os.path.join(local_harness_dir, osmajor.osmajor))) self.assertFalse( os.path.exists( os.path.join(local_harness_dir, nonexistent_osmajor.osmajor)))
def test_concurrent_different_trees(self): distro_data = dict(self.distro_data) # ensure osmajor, osversion, and distro already exist with session.begin(): osmajor = OSMajor.lazy_create(osmajor=distro_data['osmajor']) osversion = OSVersion.lazy_create(osmajor=osmajor, osminor=distro_data['osminor']) osversion.arches = [Arch.lazy_create(arch=arch) for arch in distro_data['arches']] Distro.lazy_create(name=distro_data['name'], osversion=osversion) # ensure two different trees distro_data['variant'] = u'Workstation' distro_data2 = dict(distro_data) distro_data2['variant'] = u'Server' self.add_distro_trees_concurrently(distro_data, distro_data2)
def create_distro(name=None, osmajor=u'DansAwesomeLinux6', osminor=u'9', arches=None, tags=None): osmajor = OSMajor.lazy_create(osmajor=osmajor) osversion = OSVersion.lazy_create(osmajor=osmajor, osminor=osminor) if arches: osversion.arches = arches if not name: name = unique_name(u'%s.%s-%%s' % (osmajor, osminor)) distro = Distro.lazy_create(name=name, osversion=osversion) for tag in (tags or []): distro.add_tag(tag) log.debug('Created distro %r', distro) harness_dir = os.path.join(turbogears.config.get('basepath.harness'), distro.osversion.osmajor.osmajor) if not os.path.exists(harness_dir): os.makedirs(harness_dir) return distro
def create_distro(name=None, osmajor=u'DansAwesomeLinux6', osminor=u'9', arches=None, tags=None, harness_dir=True): osmajor = OSMajor.lazy_create(osmajor=osmajor) osversion = OSVersion.lazy_create(osmajor=osmajor, osminor=osminor) if arches: osversion.arches = arches if not name: name = unique_name(u'%s.%s-%%s' % (osmajor, osminor)) distro = Distro.lazy_create(name=name, osversion=osversion) for tag in (tags or []): distro.add_tag(tag) log.debug('Created distro %r', distro) if harness_dir: harness_dir = os.path.join(turbogears.config.get('basepath.harness'), distro.osversion.osmajor.osmajor) if not os.path.exists(harness_dir): os.makedirs(harness_dir) return distro
def create_task(name=None, exclude_arch=None, exclude_osmajor=None, version=u'1.0-1', uploader=None, owner=None, priority=u'Manual', valid=None, path=None, description=None, requires=None, runfor=None, type=None): if name is None: name = unique_name(u'/distribution/test_task_%s') if path is None: path = u'/mnt/tests/%s' % name if description is None: description = unique_name(u'description%s') if uploader is None: uploader = create_user(user_name=u'task-uploader%s' % name.replace('/', '-')) if owner is None: owner = u'*****@*****.**' % name.replace('/', '-') if valid is None: valid = True rpm = u'example%s-%s.noarch.rpm' % (name.replace('/', '-'), version) task = Task.lazy_create(name=name) task.rpm = rpm task.version = version task.uploader = uploader task.owner = owner task.priority = priority task.valid = valid task.path = path task.description = description if type: for t in type: task.types.append(TaskType.lazy_create(type=t)) if exclude_arch: for arch in exclude_arch: task.excluded_arch.append(TaskExcludeArch(arch_id=Arch.by_name(arch).id)) if exclude_osmajor: for osmajor in exclude_osmajor: task.excluded_osmajor.append(TaskExcludeOSMajor(osmajor=OSMajor.lazy_create(osmajor=osmajor))) if requires: for require in requires: tp = TaskPackage.lazy_create(package=require) task.required.append(tp) if runfor: for run in runfor: task.runfor.append(TaskPackage.lazy_create(package=run)) return task
def test_cannot_save_duplicate_alias(self): with session.begin(): existing = u'OrangeBucketLinux7' existing_alias = u'OBL7' OSMajor.lazy_create(osmajor=existing).alias = existing_alias data_setup.create_distro_tree(osmajor=u'YellowSpaceshipLinux1') b = self.browser go_to_edit_osmajor(b, 'YellowSpaceshipLinux1') b.find_element_by_xpath('//input[@id="form_alias"]')\ .send_keys(existing_alias) b.find_element_by_xpath('//button[text()="Edit OSMajor"]').submit() self.assertEquals(b.find_element_by_class_name('flash').text, 'Cannot save alias OBL7, it is already used by OrangeBucketLinux7') go_to_edit_osmajor(b, 'YellowSpaceshipLinux1') b.find_element_by_xpath('//input[@id="form_alias"]')\ .send_keys(existing) b.find_element_by_xpath('//button[text()="Edit OSMajor"]').submit() self.assertEquals(b.find_element_by_class_name('flash').text, 'Cannot save alias OrangeBucketLinux7, ' 'it is already used by OrangeBucketLinux7')
def edit_version(self, name, version): """ Updates the version for all distros with the given name. :param name: name of distros to be updated, for example 'RHEL5.6-Server-20101110.0' :type name: string :param version: new version to be applied, for example 'RedHatEnterpriseLinuxServer5.6' or 'Fedora14' :type version: string """ distros = Distro.query.filter(Distro.name.like(unicode(name))) edited = [] os_major = version.split('.')[0] # Try and split OSMinor try: os_minor = version.split('.')[1] except IndexError: os_minor = '0' # Try and find OSMajor osmajor = OSMajor.lazy_create(osmajor=os_major) # Try and find OSVersion osversion = OSVersion.lazy_create(osmajor=osmajor, osminor=os_minor) # Check each Distro for distro in distros: if osversion != distro.osversion: edited.append('%s' % distro.name) distro.activity.append( DistroActivity(user=identity.current.user, service=u'XMLRPC', field_name=u'osversion', action=u'Changed', old_value=unicode(distro.osversion), new_value=unicode(osversion))) distro.osversion = osversion return edited
def create_distro(name=None, osmajor=u'DansAwesomeLinux6', osminor=u'9', arches=None, tags=None, harness_dir=True, osmajor_installopts=None, date_created=None): osmajor = OSMajor.lazy_create(osmajor=osmajor) osversion = OSVersion.lazy_create(osmajor=osmajor, osminor=osminor) if arches: # list arches may contains unicode name or instance # Comparing instance to attribute is prohibited in SQLAlchemy 1.1 and later osversion.arches = [ Arch.by_name(arch.arch if isinstance(arch, Arch) else arch) for arch in arches ] if not name: name = unique_name(u'%s.%s-%%s' % (osmajor, osminor)) distro = Distro.lazy_create(name=name, osversion=osversion) if date_created is not None: distro.date_created = date_created for tag in (tags or []): distro.add_tag(tag) # add distro wide install options, if any if osmajor_installopts: for arch in arches: io = OSMajorInstallOptions.lazy_create( osmajor_id=osmajor.id, arch_id=Arch.by_name(arch).id) io.ks_meta = osmajor_installopts.get('ks_meta', '') io.kernel_options = osmajor_installopts.get('kernel_options', '') io.kernel_options_post = osmajor_installopts.get( 'kernel_options_post', '') log.debug('Created distro %r', distro) if harness_dir: harness_dir = os.path.join(turbogears.config.get('basepath.harness'), distro.osversion.osmajor.osmajor) if not os.path.exists(harness_dir): os.makedirs(harness_dir) return distro
def test_cannot_save_duplicate_alias(self): with session.begin(): existing = u'OrangeBucketLinux7' existing_alias = u'OBL7' OSMajor.lazy_create(osmajor=existing).alias = existing_alias data_setup.create_distro_tree(osmajor=u'YellowSpaceshipLinux1') b = self.browser go_to_edit_osmajor(b, 'YellowSpaceshipLinux1') b.find_element_by_xpath('//input[@id="form_alias"]')\ .send_keys(existing_alias) b.find_element_by_xpath('//button[text()="Edit OSMajor"]').submit() self.assertEquals( b.find_element_by_class_name('flash').text, 'Cannot save alias OBL7, it is already used by OrangeBucketLinux7') go_to_edit_osmajor(b, 'YellowSpaceshipLinux1') b.find_element_by_xpath('//input[@id="form_alias"]')\ .send_keys(existing) b.find_element_by_xpath('//button[text()="Edit OSMajor"]').submit() self.assertEquals( b.find_element_by_class_name('flash').text, 'Cannot save alias OrangeBucketLinux7, ' 'it is already used by OrangeBucketLinux7')
def edit_version(self, name, version): """ Updates the version for all distros with the given name. :param name: name of distros to be updated, for example 'RHEL5.6-Server-20101110.0' :type name: string :param version: new version to be applied, for example 'RedHatEnterpriseLinuxServer5.6' or 'Fedora14' :type version: string """ distros = Distro.query.filter(Distro.name.like(unicode(name))) edited = [] os_major = version.split('.')[0] # Try and split OSMinor try: os_minor = version.split('.')[1] except IndexError: os_minor = '0' # Try and find OSMajor osmajor = OSMajor.lazy_create(osmajor=os_major) # Try and find OSVersion osversion = OSVersion.lazy_create(osmajor=osmajor, osminor=os_minor) # Check each Distro for distro in distros: if osversion != distro.osversion: edited.append('%s' % distro.name) distro.activity.append(DistroActivity(user=identity.current.user, service=u'XMLRPC', field_name=u'osversion', action=u'Changed', old_value=unicode(distro.osversion), new_value=unicode(osversion))) distro.osversion = osversion return edited
def add_distro_tree(self, new_distro): lab_controller = identity.current.user.lab_controller variant = new_distro.get('variant') arch = Arch.lazy_create(arch=new_distro['arch']) osmajor = OSMajor.lazy_create(osmajor=new_distro['osmajor']) try: osmajor = OSMajor.by_alias(new_distro['osmajor']) except NoResultFound: pass else: raise BX( _('Cannot import distro as %s: it is configured as an alias for %s' % (new_distro['osmajor'], osmajor.osmajor))) osversion = OSVersion.lazy_create(osmajor=osmajor, osminor=new_distro['osminor']) if 'arches' in new_distro: for arch_name in new_distro['arches']: osversion.add_arch(Arch.lazy_create(arch=arch_name)) osversion.add_arch(arch) distro = Distro.lazy_create(name=new_distro['name'], osversion=osversion) # Automatically tag the distro if tags exists if 'tags' in new_distro: for tag in new_distro['tags']: distro.add_tag(tag) distro.date_created = datetime.utcfromtimestamp( float(new_distro['tree_build_time'])) distro_tree = DistroTree.lazy_create(distro=distro, variant=variant, arch=arch) distro_tree.date_created = datetime.utcfromtimestamp( float(new_distro['tree_build_time'])) if 'repos' in new_distro: for repo in new_distro['repos']: dtr = DistroTreeRepo.lazy_create(distro_tree=distro_tree, repo_id=repo['repoid'], repo_type=repo['type'], path=repo['path']) if 'kernel_options' in new_distro: distro_tree.kernel_options = new_distro['kernel_options'] if 'kernel_options_post' in new_distro: distro_tree.kernel_options_post = new_distro['kernel_options_post'] if 'ks_meta' in new_distro: distro_tree.ks_meta = new_distro['ks_meta'] if 'images' in new_distro: for image in new_distro['images']: try: image_type = ImageType.from_string(image['type']) except ValueError: continue # ignore if 'kernel_type' not in image: image['kernel_type'] = 'default' try: kernel_type = KernelType.by_name(image['kernel_type']) except ValueError: continue # ignore dti = DistroTreeImage.lazy_create(distro_tree=distro_tree, image_type=image_type, kernel_type=kernel_type, path=image['path']) DistroTrees.add_distro_urls(distro_tree, lab_controller, new_distro['urls']) return distro_tree.id
def add_distro_tree(self, new_distro): lab_controller = identity.current.user.lab_controller # osmajor is required if 'osmajor' in new_distro: osmajor = OSMajor.lazy_create(osmajor=new_distro['osmajor']) else: return '' if 'osminor' in new_distro: osversion = OSVersion.lazy_create(osmajor=osmajor, osminor=new_distro['osminor']) else: return '' if 'arches' in new_distro: for arch_name in new_distro['arches']: try: arch = Arch.by_name(arch_name) if arch not in osversion.arches: osversion.arches.append(arch) except NoResultFound: pass distro = Distro.lazy_create(name=new_distro['name'], osversion=osversion) arch = Arch.lazy_create(arch=new_distro['arch']) variant = new_distro.get('variant') distro_tree = DistroTree.lazy_create(distro=distro, variant=variant, arch=arch) # Automatically tag the distro if tags exists if 'tags' in new_distro: for tag in new_distro['tags']: if tag not in distro.tags: distro.tags.append(tag) if arch not in distro.osversion.arches: distro.osversion.arches.append(arch) distro_tree.date_created = datetime.utcfromtimestamp(float(new_distro['tree_build_time'])) distro.date_created = datetime.utcfromtimestamp(float(new_distro['tree_build_time'])) if 'repos' in new_distro: for repo in new_distro['repos']: dtr = distro_tree.repo_by_id(repo['repoid']) if dtr is None: dtr = DistroTreeRepo(repo_id=repo['repoid']) distro_tree.repos.append(dtr) dtr.repo_type = repo['type'] dtr.path = repo['path'] if 'kernel_options' in new_distro: distro_tree.kernel_options = new_distro['kernel_options'] if 'kernel_options_post' in new_distro: distro_tree.kernel_options_post = new_distro['kernel_options_post'] if 'ks_meta' in new_distro: distro_tree.ks_meta = new_distro['ks_meta'] if 'images' in new_distro: for image in new_distro['images']: try: image_type = ImageType.from_string(image['type']) except ValueError: continue # ignore if 'kernel_type' not in image: image['kernel_type'] = 'default' try: kernel_type = KernelType.by_name(image['kernel_type']) except NoResultFound: continue # ignore dti = distro_tree.image_by_type(image_type, kernel_type) if dti is None: dti = DistroTreeImage(image_type=image_type, kernel_type=kernel_type) distro_tree.images.append(dti) dti.path = image['path'] new_urls_by_scheme = dict((urlparse.urlparse(url).scheme, url) for url in new_distro['urls']) if None in new_urls_by_scheme: raise ValueError('URL %r is not absolute' % new_urls_by_scheme[None]) for lca in distro_tree.lab_controller_assocs: if lca.lab_controller == lab_controller: scheme = urlparse.urlparse(lca.url).scheme new_url = new_urls_by_scheme.pop(scheme, None) if new_url != None and lca.url != new_url: distro_tree.activity.append(DistroTreeActivity( user=identity.current.user, service=u'XMLRPC', action=u'Changed', field_name=u'lab_controller_assocs', old_value=u'%s %s' % (lca.lab_controller, lca.url), new_value=u'%s %s' % (lca.lab_controller, new_url))) lca.url = new_url for url in new_urls_by_scheme.values(): distro_tree.lab_controller_assocs.append(LabControllerDistroTree( lab_controller=lab_controller, url=url)) distro_tree.activity.append(DistroTreeActivity( user=identity.current.user, service=u'XMLRPC', action=u'Added', field_name=u'lab_controller_assocs', old_value=None, new_value=u'%s %s' % (lab_controller, url))) return distro_tree.id
def add_distro_tree(self, new_distro): lab_controller = identity.current.user.lab_controller variant = new_distro.get('variant') arch = Arch.lazy_create(arch=new_distro['arch']) osmajor = OSMajor.lazy_create(osmajor=new_distro['osmajor']) try: osmajor = OSMajor.by_alias(new_distro['osmajor']) except NoResultFound: pass else: raise BX( _('Cannot import distro as %s: it is configured as an alias for %s' % (new_distro['osmajor'], osmajor.osmajor))) osversion = OSVersion.lazy_create(osmajor=osmajor, osminor=new_distro['osminor']) if 'arches' in new_distro: for arch_name in new_distro['arches']: osversion.add_arch(Arch.lazy_create(arch=arch_name)) osversion.add_arch(arch) distro = Distro.lazy_create(name=new_distro['name'], osversion=osversion) # Automatically tag the distro if tags exists if 'tags' in new_distro: for tag in new_distro['tags']: distro.add_tag(tag) distro.date_created = datetime.utcfromtimestamp( float(new_distro['tree_build_time'])) distro_tree = DistroTree.lazy_create(distro=distro, variant=variant, arch=arch) distro_tree.date_created = datetime.utcfromtimestamp( float(new_distro['tree_build_time'])) if 'repos' in new_distro: for repo in new_distro['repos']: dtr = DistroTreeRepo.lazy_create(distro_tree=distro_tree, repo_id=repo['repoid'], repo_type=repo['type'], path=repo['path']) if 'kernel_options' in new_distro: distro_tree.kernel_options = new_distro['kernel_options'] if 'kernel_options_post' in new_distro: distro_tree.kernel_options_post = new_distro['kernel_options_post'] if 'ks_meta' in new_distro: distro_tree.ks_meta = new_distro['ks_meta'] if 'images' in new_distro: for image in new_distro['images']: try: image_type = ImageType.from_string(image['type']) except ValueError: continue # ignore if 'kernel_type' not in image: image['kernel_type'] = 'default' try: kernel_type = KernelType.by_name(image['kernel_type']) except ValueError: continue # ignore dti = DistroTreeImage.lazy_create(distro_tree=distro_tree, image_type=image_type, kernel_type=kernel_type, path=image['path']) new_urls_by_scheme = dict( (urlparse.urlparse(url).scheme, url) for url in new_distro['urls']) if None in new_urls_by_scheme: raise ValueError('URL %r is not absolute' % new_urls_by_scheme[None]) for lca in distro_tree.lab_controller_assocs: if lca.lab_controller == lab_controller: scheme = urlparse.urlparse(lca.url).scheme new_url = new_urls_by_scheme.pop(scheme, None) if new_url != None and lca.url != new_url: distro_tree.activity.append( DistroTreeActivity(user=identity.current.user, service=u'XMLRPC', action=u'Changed', field_name=u'lab_controller_assocs', old_value=u'%s %s' % (lca.lab_controller, lca.url), new_value=u'%s %s' % (lca.lab_controller, new_url))) lca.url = new_url for url in new_urls_by_scheme.values(): distro_tree.lab_controller_assocs.append( LabControllerDistroTree(lab_controller=lab_controller, url=url)) distro_tree.activity.append( DistroTreeActivity(user=identity.current.user, service=u'XMLRPC', action=u'Added', field_name=u'lab_controller_assocs', old_value=None, new_value=u'%s %s' % (lab_controller, url))) return distro_tree.id