def spec_build (self, spec_name):
spec = self.specs[spec_name]
if self.spec_all_installed (spec):
return
checksum_fail_reason = self.failed_checksums.get (spec_name, '')
if ((not checksum_fail_reason or self.options.lax_checksums)
and not spec.install_after_build):
return
global logger
if self.options.log == 'build':
# This is expecially broken with multi-platform builds...
logger = gub_log.default_logger
else:
if self.options.log == 'platform':
log = os.path.join (spec.settings.logdir, 'build.log')
else:
log = os.path.join (spec.settings.logdir,
misc.strip_platform (spec_name)) + '.log'
if os.path.isfile (log):
misc.rename_append_time (log)
logger = gub_log.CommandLogger (log, gub_log.default_logger.threshold)
if checksum_fail_reason:
rebuild = 'must'
if self.options.lax_checksums:
rebuild = 'should'
logger.write_log ('%(rebuild)s rebuild: %(spec_name)s\n' % locals (), 'verbose')
else:
logger.write_log ('checksum ok: %(spec_name)s\n' % locals (), 'verbose')
if gub_log.get_numeric_loglevel ('verbose') > logger.threshold:
logger.write_log ('\n'.join (checksum_fail_reason.split ('\n')[:10]), 'verbose')
logger.write_log (checksum_fail_reason, 'output')
if ((checksum_fail_reason and not self.options.lax_checksums)
or not self.spec_is_installable (spec)):
deferred_runner = runner.DeferredRunner (logger)
spec.connect_command_runner (deferred_runner)
spec.runner.stage ('building package: %s\n' % spec_name)
skip = self.get_skip_stages () ### + spec.get_done ()
skip = [x for x in skip if x != self.options.stage]
spec.build (self.options, skip)
spec.connect_command_runner (None)
deferred_runner.execute_deferred_commands ()
checksum_file = spec.expand ('%(checksum_file)s')
if checksum_file:
if len (self.checksums[spec_name].split ('\n')) < 5:
# Sanity check. This can't be right. Do not
# overwrite precious [possibly correct] checksum.
raise Exception ('BROKEN CHECKSUM:' + self.checksums[spec_name])
if os.path.isfile (checksum_file):
misc.rename_append_time (checksum_file)
open (checksum_file, 'w').write (self.checksums[spec_name])
loggedos.system (gub_log.default_logger, spec.expand ('rm -f %(stamp_file)s'))
# Ugh, pkg_install should be stage
if spec.install_after_build and not self.spec_all_installed (spec):
logger.write_log (spec.stage_message ('pkg_install'), 'stage')
self.spec_install (spec)
gub_log.default_logger.write_log ('\n', 'stage')
def spec_build(self, spec_name):
spec = self.specs[spec_name]
if self.spec_all_installed(spec):
return
checksum_fail_reason = self.failed_checksums.get(spec_name, '')
if ((not checksum_fail_reason or self.options.lax_checksums)
and not spec.install_after_build):
return
global logger
if self.options.log == 'build':
# This is expecially broken with multi-platform builds...
logger = gub_log.default_logger
else:
if self.options.log == 'platform':
log = os.path.join(spec.settings.logdir, 'build.log')
else:
log = os.path.join(spec.settings.logdir,
misc.strip_platform(spec_name)) + '.log'
if os.path.isfile(log):
misc.rename_append_time(log)
logger = gub_log.CommandLogger(log,
gub_log.default_logger.threshold)
if checksum_fail_reason:
rebuild = 'must'
if self.options.lax_checksums:
rebuild = 'should'
logger.write_log('%(rebuild)s rebuild: %(spec_name)s\n' % locals(),
'verbose')
else:
logger.write_log('checksum ok: %(spec_name)s\n' % locals(),
'verbose')
if gub_log.get_numeric_loglevel('verbose') > logger.threshold:
logger.write_log('\n'.join(checksum_fail_reason.split('\n')[:10]),
'verbose')
logger.write_log(checksum_fail_reason, 'output')
if ((checksum_fail_reason and not self.options.lax_checksums)
or not self.spec_is_installable(spec)):
deferred_runner = runner.DeferredRunner(logger)
spec.connect_command_runner(deferred_runner)
spec.runner.stage('building package: %s\n' % spec_name)
skip = self.get_skip_stages() ### + spec.get_done ()
skip = [x for x in skip if x != self.options.stage]
spec.build(self.options, skip)
spec.connect_command_runner(None)
deferred_runner.execute_deferred_commands()
checksum_file = spec.expand('%(checksum_file)s')
if checksum_file:
if len(self.checksums[spec_name].split('\n')) < 5:
# Sanity check. This can't be right. Do not
# overwrite precious [possibly correct] checksum.
raise Exception('BROKEN CHECKSUM:' +
self.checksums[spec_name])
if os.path.isfile(checksum_file):
misc.rename_append_time(checksum_file)
open(checksum_file, 'w').write(self.checksums[spec_name])
loggedos.system(gub_log.default_logger,
spec.expand('rm -f %(stamp_file)s'))
# Ugh, pkg_install should be stage
if spec.install_after_build and not self.spec_all_installed(spec):
logger.write_log(spec.stage_message('pkg_install'), 'stage')
self.spec_install(spec)
gub_log.default_logger.write_log('\n', 'stage')
def main ():
(options, args) = parse_options ()
# FIXME: local/system; wow that's from two layout changes ago!
# os.environ['PATH']= os.getcwd () + '/target/local/system/usr/bin:' + os.environ['PATH']
# printf (os.environ['PATH'])
os.system ('mkdir -p log')
if options.dry_run:
options.verbosity = gub_log.get_numeric_loglevel ('command')
gub_log.set_default_log ('log/cron-builder.log', options.verbosity)
logger = gub_log.default_logger
gub_log.info (' *** Starting cron-builder:\n %s ' % '\n '.join (args))
if options.clean:
# FIXME: what if user changes ~/.gubrc? should use gubb.Settings!
loggedos.system (logger, 'rm -rf log/ target/ uploads/ buildnumber-* downloads/lilypond-*')
make_cmd = 'make -f lilypond.make %s ' % options.make_options
python_cmd = sys.executable + ' '
branch = options.branch
local_branch = options.local_branch
branch_sep = ':'
# FIXME: what happened to branch juggling?
if 1:
local_branch = ''
branch_sep = ''
if 0: #FIXME: use if 1: when --stage download is fixed
# cannot do this now, --stage=dowload of fontconfig depends on
# tools freetype-config
# must build bootstrap first
# FIXME: use gub-tester's download facility
# can't have these in gub-tester, since these
# will always usually result in "release already tested"
for platform in args:
loggedos.system (logger, python_cmd + 'bin/gub --branch=lilypond=%(local_branch)s%(branch_sep)s:%(branch)s --platform=%(platform)s --stage=download lilypond'
% locals ())
loggedos.system (logger, 'rm -f target/%(platform)s/status/lilypond-%(branch)s*' % locals ())
else:
loggedos.system (logger, make_cmd + 'bootstrap')
test_cmds = []
if 1:
test_cmds.append (make_cmd + 'bootstrap')
if options.build_package:
test_cmds += [python_cmd + 'bin/gub --branch=lilypond=%(branch)s%(branch_sep)s%(local_branch)s --skip-if-locked --platform=%(platform)s lilypond'
% locals () for platform in args]
if options.build_installer:
version_options = ''
# installer-builder does not need remote-branch
test_cmds += [python_cmd + 'bin/gib --skip-if-locked %(version_options)s --branch=lilypond=%(branch)s%(branch_sep)s%(local_branch)s --platform=%(platform)s build-all lilypond'
% locals () for platform in args]
if options.build_docs:
test_cmds += [make_cmd + 'doc-build',
make_cmd + 'doc-export']
options.test_options += ' --dependent'
if options.build_tarball:
test_cmds += [make_cmd + 'dist-check']
loggedos.system (logger, python_cmd + 'bin/gub-tester %s %s'
% (options.test_options, ' '.join (["'%s'" % c for c in test_cmds])))
