def test_03_update_osg_release(self):
core.state['install.release-updated'] = False
if not core.options.updaterelease:
return
self.skip_bad_unless(core.state['install.success'],
'Install did not succeed')
command = ['rpm', '-e', 'osg-release']
core.check_system(command, 'Erase osg-release')
self.assert_(re.match('\d+\.\d+', core.options.updaterelease),
"Unrecognized updaterelease format")
rpm_url = 'https://repo.opensciencegrid.org/osg/' + core.options.updaterelease + '/osg-' + \
core.options.updaterelease + '-el' + str(core.el_release()) + '-release-latest.rpm'
command = ['rpm', '-Uvh', rpm_url]
core.check_system(command, 'Update osg-release')
core.config['yum.clean_repos'] = ['osg'] + core.options.updaterepos
yum.clean(*core.config['yum.clean_repos'])
# If update repos weren't specified, just use osg-release
if not core.options.updaterepos:
core.options.updaterepos = ['osg']
core.state['install.release-updated'] = True
core.osg_release(update_state=True)
def test_03_update_osg_release(self):
core.state['install.release-updated'] = False
if not core.options.updaterelease:
return
self.skip_bad_unless(core.state['install.success'], 'Install did not succeed')
command = ['rpm', '-e', 'osg-release']
core.check_system(command, 'Erase osg-release')
self.assert_(re.match('\d+\.\d+', core.options.updaterelease), "Unrecognized updaterelease format")
rpm_url = 'https://repo.opensciencegrid.org/osg/' + core.options.updaterelease + '/osg-' + \
core.options.updaterelease + '-el' + str(core.el_release()) + '-release-latest.rpm'
command = ['rpm', '-Uvh', rpm_url]
core.check_system(command, 'Update osg-release')
core.config['yum.clean_repos'] = ['osg'] + core.options.updaterepos
yum.clean(*core.config['yum.clean_repos'])
# If update repos weren't specified, just use osg-release
if not core.options.updaterepos:
core.options.updaterepos = ['osg']
core.state['install.release-updated'] = True
core.osg_release(update_state=True)
def test_02_condor_ce_run_condor(self):
core.skip_ok_unless_installed('htcondor-ce', 'htcondor-ce-client',
'htcondor-ce-condor', 'condor')
self.skip_bad_unless(service.is_running('condor-ce'), 'ce not running')
self.skip_bad_unless(service.is_running('condor'),
'condor not running')
self.skip_bad_unless(core.state['jobs.env-set'],
'job environment not set')
token_file = core.config['token.condor_write']
self.skip_bad_unless(
core.state['proxy.valid'] or os.path.exists(token_file),
'requires a scitoken or a proxy')
command = [
'condor_ce_run', '--debug', '-r',
'%s:9619' % core.get_hostname(), '/bin/env'
]
if os.path.exists(token_file):
# FIXME: After HTCONDOR-636 is released (targeted for HTCondor-CE 5.1.2),
# we can stop setting _condor_SCITOKENS_FILE
for token_var in ('_condor_SCITOKENS_FILE', 'BEARER_TOKEN_FILE'):
os.environ[token_var] = token_file
else:
core.log_message(
'condor WRITE token not found; skipping SCITOKENS auth')
if core.osg_release() == "3.6" and \
core.PackageVersion('condor') >= '9.0.0' and \
core.PackageVersion('condor') < '9.0.8':
with core.no_x509(core.options.username):
self.run_job_in_tmp_dir(command, 'condor_ce_run a Condor job')
else:
self.run_job_in_tmp_dir(command, 'condor_ce_run a Condor job')
def run_trace(self, *args):
"""Run condor_ce_trace along with any additional *args. If trace completes with a held job, also return output
from 'condor_ce_q -held'.
"""
cwd = os.getcwd()
os.chdir('/tmp')
self.command += ['condor_ce_trace', '--debug'
] + list(args) + [core.get_hostname()]
if core.osg_release() == "3.6" and \
core.PackageVersion('condor') >= '9.0.0' and \
core.PackageVersion('condor') < '9.0.8':
with core.no_x509(core.options.username):
trace_rc, trace_out, trace_err = core.system(self.command,
user=True)
else:
trace_rc, trace_out, trace_err = core.system(self.command,
user=True)
os.chdir(cwd)
if trace_rc:
msg = 'condor_ce_trace failed'
if trace_out.find(', was held'):
msg = 'condor_ce_trace job held'
_, hold_out, hold_err = core.system(('condor_ce_q', '-held'))
self.fail(
core.diagnose(msg, self.command, trace_rc,
str(trace_out) + str(hold_out),
str(trace_err) + str(hold_err)))
return trace_out, trace_err
def test_01_yum_repositories(self):
pre = ('rpm', '--verify', '--nomd5', '--nosize', '--nomtime')
core.check_system(pre + ('epel-release',), 'Verify epel-release')
# If osg-release isn't installed, try osg-release-itb
try:
core.check_system(pre + ('osg-release',), 'Verify osg-release')
except AssertionError:
core.check_system(pre + ('osg-release-itb',), 'Verify osg-release + osg-release-itb')
core.config['install.original-release-ver'] = core.osg_release()
def test_01_yum_repositories(self):
pre = ('rpm', '--verify', '--nomd5', '--nosize', '--nomtime')
core.check_system(pre + ('epel-release',), 'Verify epel-release')
# If osg-release isn't installed, try osg-release-itb
try:
core.check_system(pre + ('osg-release',), 'Verify osg-release')
except AssertionError:
core.check_system(pre + ('osg-release-itb',), 'Verify osg-release + osg-release-itb')
core.config['install.original-release-ver'] = core.osg_release()
def test_02_install_packages(self):
core.state['install.success'] = False
core.state['install.installed'] = []
core.state['install.updated'] = []
core.state['install.replace'] = []
core.state['install.orphaned'] = []
core.state['install.os_updates'] = []
# Install packages
core.state['install.transaction_ids'] = []
fail_msg = ''
pkg_repo_dict = OrderedDict((x, core.options.extrarepos) for x in core.options.packages)
# HACK: Install Slurm and osg-tested-internal out of development-like repos.
# SOFTWARE-1733 may one day give us a generalized solution.
if core.osg_release() > '3.4':
dev_repo = ['devops-itb']
if 'osg-tested-internal' in pkg_repo_dict:
pkg_repo_dict['osg-tested-internal'] += dev_repo
else:
dev_repo = ['osg-development']
if 'osg-tested-internal' in pkg_repo_dict or 'slurm' in pkg_repo_dict:
pkg_repo_dict.update(dict((x, core.options.extrarepos + dev_repo) for x in core.SLURM_PACKAGES))
# HACK: Install x509-scitokens-issuer-client out of development (SOFTWARE-3649)
if 'xrootd-scitokens' in pkg_repo_dict:
pkg_repo_dict["x509-scitokens-issuer-client"] = ["osg-development"]
for pkg, repos in pkg_repo_dict.items():
# Do not try to re-install packages
if core.rpm_is_installed(pkg):
continue
# Attempt installation
command = ['yum', '-y']
command += ['--enablerepo=%s' % x for x in repos]
command += ['install', pkg]
retry_fail, _, stdout, _ = yum.retry_command(command)
if retry_fail == '': # the command succeeded
core.state['install.transaction_ids'].append(yum.get_transaction_id())
command = ('rpm', '--verify', pkg)
core.check_system(command, 'Verify %s' % (pkg))
yum.parse_output_for_packages(stdout)
fail_msg += retry_fail
if fail_msg:
self.fail(fail_msg)
core.state['install.success'] = True
def test_03_lfc_multilib(self):
# We do not ship lfc-* in OSG 3.3
self.skip_ok_if(core.osg_release().split('.') >= ['3','3'], message='OSG 3.3+')
# We do not build 32-bit packages on EL7
self.skip_ok_if(core.el_release() >= 7, message='running on EL7+')
core.skip_ok_unless_installed('yum-utils')
# We can't test this on 32-bit
uname_out, _, _ = core.check_system(['uname', '-i'], 'getting arch')
self.skip_ok_if(re.search(r'i\d86', uname_out), message='running on 32-bit')
cmdbase = ['repoquery', '--plugins']
for repo in core.options.extrarepos:
cmdbase.append('--enablerepo=%s' % repo)
# Find the 32-bit lfc-python rpm
stdout, _, _ = core.check_system(cmdbase + ['lfc-python.i386'], 'lfc-python multilib (32bit)')
if stdout.strip() == '':
self.fail('32-bit lfc-python not found in 64-bit repo')
# Sanity check: find the 64-bit lfc-python rpm
stdout, _, _ = core.check_system(cmdbase + ['lfc-python.x86_64'], 'lfc-python multilib (64bit)')
if stdout.strip() == '':
self.fail('64-bit lfc-python not found in 64-bit repo')
# Find the 32-bit lfc-python26 rpm (on el5 only)
if core.el_release() == 5:
stdout, _, _ = core.check_system(cmdbase + ['lfc-python26.i386'], 'lfc-python26 multilib (32bit)')
if stdout.strip() == '':
self.fail('32-bit lfc-python not found in 64-bit repo')
# Sanity check: find the 64-bit lfc-python26 rpm
stdout, _, _ = core.check_system(cmdbase + ['lfc-python26.x86_64'], 'lfc-python26 multilib (64bit)')
if stdout.strip() == '':
self.fail('64-bit lfc-python not found in 64-bit repo')
def setUpClass(self):
# glexec not available in 3.4
self.skip_ok_if(core.osg_release())
def setUpClass(self):
# glexec not available in 3.4
self.skip_ok_if(core.osg_release())