notify = '' if not notify else notify
debug_url = '' if not debug_url else 'TBD'
for id in ids:
artifacts_value = 1 if artifacts else 0
to_schedule.append((id, date, artifacts_value, str(notify).lower(),
requester, debug_url))
save_schedule.append((id, requester, epoch))
log.debug('Packages about to be scheduled: ' + str(to_schedule))
query1 = '''REPLACE INTO schedule
(package_id, date_scheduled, date_build_started, save_artifacts, notify,
scheduler, builder)
VALUES (?, ?, "", ?, ?, ?, ?)'''
query2 = '''INSERT INTO manual_scheduler
(package_id, requester, date_request) VALUES (?, ?, ?)'''
if not dry_run:
cursor = conn_db.cursor()
cursor.executemany(query1, to_schedule)
cursor.executemany(query2, save_schedule)
conn_db.commit()
else:
log.info('Ran with --dry-run, I did scheduled nothing')
log.info(bcolors.GOOD + message + bcolors.ENDC)
if not (local and requester == "jenkins maintenance job") and len(ids) != 0:
if not dry_run:
irc_msg(message)
generate_schedule() # the html page
def scheduler(arch):
query = 'SELECT count(*) ' + \
'FROM schedule AS p JOIN sources AS s ON p.package_id=s.id ' + \
'WHERE s.architecture="{arch}"'
total = int(query_db(query.format(arch=arch))[0][0])
log.info('Currently scheduled packages in all suites: ' + str(total))
if total > 750:
generate_schedule() # from reproducible_html_indexes
log.info(str(total) + ' packages already scheduled' +
', nothing to do here.')
return
else:
log.info(str(total) + ' packages already scheduled' +
', scheduling some more...')
log.info('==============================================================')
untested, msg_untested = schedule_untested_packages(arch, total)
new, msg_new = schedule_new_versions(arch, total+len(untested))
old_ftbfs, msg_old_ftbfs = schedule_old_ftbfs_versions(arch, total+len(untested)+len(new))
old, msg_old = schedule_old_versions(arch, total+len(untested)+len(new)+len(old_ftbfs))
now_queued_here = {}
# make sure to schedule packages in unstable first
# (but keep the view ordering everywhere else)
priotized_suite_order = ['unstable']
for suite in SUITES:
if suite not in priotized_suite_order:
priotized_suite_order.append(suite)
for suite in priotized_suite_order:
query = 'SELECT count(*) ' + \
'FROM schedule AS p JOIN sources AS s ON p.package_id=s.id ' + \
'WHERE s.suite="{suite}" AND s.architecture="{arch}"'
query=query.format(suite=suite, arch=arch)
now_queued_here[suite] = int(query_db(query)[0][0]) + \
len(untested[suite]+new[suite]+old[suite])
# schedule packages differently in the queue...
to_be_scheduled = queue_packages({}, untested[suite], datetime.now())
assert(isinstance(to_be_scheduled, dict))
to_be_scheduled = queue_packages(to_be_scheduled, new[suite], datetime.now()+timedelta(minutes=-720))
to_be_scheduled = queue_packages(to_be_scheduled, old_ftbfs[suite], datetime.now()+timedelta(minutes=360))
to_be_scheduled = queue_packages(to_be_scheduled, old[suite], datetime.now()+timedelta(minutes=720))
schedule_packages(to_be_scheduled)
log.info('### Suite ' + suite + ' done ###')
log.info('==============================================================')
# update the scheduled page
generate_schedule() # from reproducible_html_indexes
# build the kgb message text
message = 'Scheduled in ' + '+'.join(SUITES) + ' (' + arch + '): '
if msg_untested:
message += msg_untested
message += ' and ' if msg_new and not msg_old_ftbfs and not msg_old else ''
message += ', ' if ( msg_new and msg_old_ftbfs ) or ( msg_new and msg_old ) else ''
if msg_new:
message += msg_new
message += ' and ' if msg_old_ftbfs and not msg_old else ''
message += ', ' if msg_old_ftbfs and msg_old else ''
if msg_old_ftbfs:
message += msg_old_ftbfs
message += ' and ' if msg_old_ftbfs else ''
if msg_old:
message += msg_old
total = [now_queued_here[x] for x in SUITES]
message += ', for ' + str(sum(total)) + ' or ' + \
'+'.join([str(now_queued_here[x]) for x in SUITES]) + ' packages in total.'
log.info('\n\n\n')
log.info(message)
# only notifiy irc if there were packages scheduled in any suite
for x in SUITES:
if len(untested[x])+len(new[x])+len(old[x]) > 0:
irc_msg(message)
break
