def packagestatus(req, **vars):
# Validate/sanitize args to catch some common security errors
vars = www_utils.sanitize_args(vars)
try:
platform = vars['platform']
package = vars['package']
HEAD_or_RELEASE = vars['HEAD_or_RELEASE']
except KeyError:
return "Invalid arguments"
timezone_offset = www_utils.get_tz_cookie(req.headers_in)
versions = build.get_versions(HEAD_or_RELEASE, platform, package)
versions.reverse()
if len(versions) <= 10:
show_links = False
else: show_links = True
# Flag to show all builds or not
if vars.has_key('showall'):
showall = True
else: showall = False
# Only show the first 10 versions unless showall link is pushed
if not showall and len(versions) > 10:
versions = versions[:10]
refresh_html = ""
if not showall:
refresh_html = """<meta http-equiv="refresh" content="60">"""
req.content_type = "text/html"
req.write("""
%s
<html>
<head>
%s
<title>Mono Build Status</title>
<link rel="stylesheet" href="../../build.css" type="text/css">
</head>
<body>""" % (doc_type, refresh_html) )
if versions:
req.write("<h1>%s -- %s -- %s</h1>" % (package, platform, HEAD_or_RELEASE))
# Print out links...
if show_links:
if showall:
req.write('<p><a href="packagestatus?platform=%s&package=%s&HEAD_or_RELEASE=%s">Show Latest 10 Builds</a></p>' % (platform, package, HEAD_or_RELEASE) )
else:
req.write('<p><a href="packagestatus?platform=%s&package=%s&HEAD_or_RELEASE=%s&showall=1">Show Full Build History</a></p>' % (platform, package, HEAD_or_RELEASE) )
for version in versions:
build_info = datastore.build_info(HEAD_or_RELEASE, platform, package, version)
values = build_info.get_build_info()
if values['start'] and values['finish']:
duration = www_utils.timecolor(utils.time_duration_clock(values['start'], values['finish']))
# Sometimes the latest build isn't the one running (usually a bug), but still show the running time
elif values['start']:
duration = "Running for %s" % www_utils.timecolor(utils.time_duration_clock(values['start'], utils.get_time()))
else:
duration = "?"
# New times based on clients timezone (accurrate?)
try:
tz_start = utils.adjust_for_timezone(timezone_offset, values['start'])
tz_finish = utils.adjust_for_timezone(timezone_offset, values['finish'])
except:
raise `version`
req.write("""
<h3><a href="%s#%s" name="%s">Build status - %s</a></h3>
<div>
<table class="packagestatus">
<tbody>
<tr>
<th>Build started:</th>
<td>%s</td>
<th>Build completed:</th>
<td>%s</td>
<th>Duration:</th>
<td>%s</td>
</tr>
<tr>
<th>Build host:</th>
<td>%s</td>
</tr>
</tbody></table>
</div>
<h4>Build Steps</h4>
<div>
<table class="packagestatus">
<tbody>""" % (req.unparsed_uri, version, version, version, tz_start, tz_finish, duration, values['buildhost']) )
# Start through the build steps...
for step in build_info.get_steps_info(read_info=0):
# Remove .gz extensions since apache will handle it
log = os.path.join("..", "..", "builds", build_info.rel_files_dir, 'logs', step['log']).replace(".gz", "")
h_class = ""
if not ["success", "inprogress"].count(step['state']):
h_class = 'class="faillinkcolor"'
req.write("""
<tr>
<th>%s</th>
<td><a %s href="%s">%s</a></td>
""" % (step['name'], h_class, log, step['state']) )
# If there's download info, and it exists, add it to the html
# (It won't exist on the mirrored public site)
if step.has_key('download'):
temp_rel_path = os.path.join(build_info.rel_files_dir, "files", step['download'])
else: temp_rel_path = ""
if temp_rel_path and os.path.exists(os.path.join(config.web_root_dir, 'builds', temp_rel_path)):
download_file = os.path.join("..", "..", "builds", temp_rel_path)
req.write("""
<td><a href="%s">%s</a></td>
""" % (download_file, step['download']) )
else:
req.write("<td></td>")
if step['start'] and step['finish']:
req.write("<td>[ %s ] </td>" % www_utils.timecolor(utils.time_duration_clock(step['start'], step['finish']) ))
# Sometimes the latest build isn't the one running (usually a bug), but still show the running time
elif step['start']:
req.write("<td>[ Running for %s ] </td>" % www_utils.timecolor(utils.time_duration_clock(step['start'], utils.get_time()) ))
req.write("</tr>")
req.write("</tbody></table></div><br>")
else:
req.write("<h1>Mono Build Status</h1>")
req.write("<p>No information found: %s -- %s -- %s</p>" % (package, platform, HEAD_or_RELEASE) )
req.write("""
</body>
</html>""")
def download_latest(req, **vars):
# Validate/sanitize args to catch some common security errors
vars = www_utils.sanitize_args(vars)
try:
platform = vars['platform']
package = vars['package']
HEAD_or_RELEASE = vars['HEAD_or_RELEASE']
except KeyError:
return "Invalid arguments"
# If this is for a test step, use 'steps' instead of 'downloads', and also append the step name
if vars.has_key('step'):
step = 'steps/' + vars['step']
else: step = "downloads"
# We can point to a filename instead of a dir listing
if vars.has_key('filename'):
filename = "/" + vars['filename']
else: filename = ""
# Flag to allow 'failed' builds
if vars.has_key('allow_failures'):
allow_failures = vars['allow_failures']
else: allow_failures = "1"
# TODO: should probably trim this down a bit... otherwise we're going to get a LOT of versions for some things
# It will probably be ok to do on mono.ximian.com, but maybe not the main host
versions = build.get_versions(HEAD_or_RELEASE, platform, package)
versions.reverse()
download_link = ""
download_file = ""
for version in versions:
build_info = datastore.build_info(HEAD_or_RELEASE, platform, package, version)
# Skip this version if it failed when we don't allow failures
if allow_failures == "0" and build_info.get_collective_state() != "success": continue
temp_rel_path = os.path.join(build_info.rel_files_dir, "files", step) + filename
# Make sure path or file exists
if os.path.exists(os.path.join(config.web_root_dir, 'builds', temp_rel_path)):
download_file = os.path.join("..", "..", "builds", temp_rel_path)
download_link = '<a href="%s">Download %s</a>' % (download_file, version)
break
if download_file:
# Redirect client
req.headers_out['Location'] = download_file
req.status = 302
# Print out a link just in case the browser doesn't redirect
req.content_type = "text/html"
req.write(doc_type)
req.write(download_link)
else:
# Sent 404 error message since no valid download was found
req.status = 404
req.content_type = "text/plain"
req.write("File not found")
# find the distro that builds for the current pack for the current distro
base_distro = find_base_distro(pack, plat)
if not base_distro:
print "WARNING: unable to find base distro for: %s %s (skipping)" % (
plat, pack)
continue
versions = build.get_versions(
bundle_obj2.HEAD_or_RELEASE(), base_distro, pack)
versions.reverse()
target_ver = ""
for ver in versions:
build_info = datastore.build_info(
bundle_obj2.HEAD_or_RELEASE(), base_distro, pack,
ver)
# check for a build that passed all tests
if build_info.get_state() == "success":
target_ver = ver
print "Found validated build for %s: %s" % (
pack, target_ver)
break
if target_ver:
bundle_obj2.add_version(pack, target_ver)
pack_obj = packaging.package(plat_obj,
pack,
bundle_obj=bundle_obj2)
def index(req, **vars):
# Debug to see what's available in req
#return("\n".join(dir(req)))
# Validate/sanitize args to catch some common security errors
vars = www_utils.sanitize_args(vars)
# Default to HEAD if it's not specified
if vars.has_key('HEAD_or_RELEASE'):
HEAD_or_RELEASE = vars['HEAD_or_RELEASE']
else:
HEAD_or_RELEASE = 'HEAD'
if HEAD_or_RELEASE != "HEAD" and HEAD_or_RELEASE != "RELEASE":
return("Invalid parameters")
scriptname = os.path.basename(req.canonical_filename)
# Pull this in from the release repo
plat_objs = build.get_platform_objs()
pack_objs, noarch_pack_objs = build.get_package_objs(honor_disable_webview=True)
req.content_type = "text/html"
req.write( """
%s
<HTML>
<HEAD>
<TITLE>Mono Build Status - %s</TITLE>
<link rel="stylesheet" href="../build.css" type="text/css">
<script language="javascript" src="../build.js" type="text/javascript"></script>
<meta http-equiv="refresh" content="60">
</HEAD>
<BODY>
<H1>Mono Build Status - %s</H1>
""" % (doc_type, HEAD_or_RELEASE, HEAD_or_RELEASE))
# Display status of tarball daemon
tarball_daemon_status = "Active"
td_color = "#008A10"
if not config.td_active:
tarball_daemon_status = "Stopped"
td_color = "#999999"
# Display status of scheduler daemon
sched_daemon_status = "Active"
sd_color = "#008A10"
if not config.sd_active:
sched_daemon_status = "Stopped"
sd_color = "#999999"
req.write("""
<h2>Tarball daemon: <span style='color:%s'>%s</span>
Scheduler daemon: <span style='color:%s'>%s</span></h2>
""" % (td_color,tarball_daemon_status,sd_color,sched_daemon_status))
legend_html = """
<h3>Build Matrix Legend</h3>
<div>
<table class="legend">
<tbody>
<tr>
<th class="inprogress">In Progress</th>
<th class="success">Success</th>
<th class="failure">Build Failed</th>
<th class="testfailure">Tests Failed</th>
<th class="timeout">Timed Out</th>
<th class="new">New</th>
</tr>
</tbody>
</table>
<p>
<table>
<tr><td>Inner color:</td><td>current build</td><td>%s</td><td>Black label:</td><td>Active platform</td></tr>
<tr><td>Outer color:</td><td>previous build</td><td></td><td>Grey label:</td><td><span style='color:#999999'>Stopped platform</span></td></tr>
</table>
</p>
</div>""" % (' ' * 20)
req.write(legend_html)
req.write("""
<h3>Build Matrix</h3>
<div>
<table class="buildstatus">
""")
# Get unique list of used platforms
platforms = {}
for obj in pack_objs:
for host in obj.info['BUILD_HOSTS']:
platforms[host] = ""
# Remove unused plat_objs
num_removed = 0
for i in range(0, len(plat_objs)):
if not platforms.has_key(plat_objs[i - num_removed].name):
plat_objs.pop(i - num_removed)
num_removed += 1
count = 0
# Only read once here
src = datastore.source_file_repo()
src.load_info()
# Iterate through arch packages, and then noarch packages
for (platforms, packs) in [ (plat_objs, pack_objs), (['noarch'], noarch_pack_objs) ]:
req.write("<tr><td></td>\n")
for obj in packs:
req.write("<th>%s</th>\n" % obj.name)
req.write("</tr>\n")
# Add row for mktarball status
req.write("<tr><th>mktarball</th>\n")
for package in packs:
info = src.get_tarball_state_info(HEAD_or_RELEASE, package.name, read_info=False)
revision = ""
revision2 = ""
state = ""
state2 = ""
if len(info['revisions']) > 0:
revision = info['revisions'][0]
state = info['state'][revision]
link = '<a href="../tarball_logs/%s/%s/%s.log">%s</a>' % (HEAD_or_RELEASE, package.name, revision, revision)
if len(info['revisions']) > 1:
revision2 = info['revisions'][1]
state2 = info['state'][revision2]
if revision2:
req.write('<td class="%s">' % state2)
req.write('<center><table class="%s"><tr><td>' % (state))
req.write(link)
req.write("</td></tr></table></center>")
req.write("</td>\n")
else:
req.write('<td class="%s">' % state)
req.write(link)
req.write("</td>\n")
else:
req.write('<td class="new">')
req.write("</td>\n")
req.write("</tr>\n")
# End of mktarball row
# list out non-noarch packages
for platform in platforms:
if platform == 'noarch':
platform_name = "noarch"
else: platform_name = platform.name
# TODO: Find out if the platform is removed from the schedulers list
isRunning = platform_name in config.sd_latest_build_distros
if platform_name == "noarch":
isRunning = True
color = "black"
if not isRunning:
color = "#999999"
styled_text = "<span style='color:%s'>%s</span>" % (color, platform_name)
#status_image = "<img src='%s'>" % status_image
#req.write("<tr><th>%s <br>%s</th>\n" % (platform_name,status_image))
req.write("<tr><th>%s</th>\n" % styled_text)
for package in packs:
#req.write("<br>".join(package.info.keys()))
if platform == "noarch": platform_name = package.info['BUILD_HOSTS'][0]
# if this is a valid package for this platform...
if package.info['BUILD_HOSTS'].count(platform_name):
# show the last two builds (otherwise, it's going to mostly be showing yellow)
versions = build.get_versions(HEAD_or_RELEASE, platform_name, package.name) # in <num> format
version = ""
version2 = ""
state = ""
# pop and get first version
if len(versions) > 0:
version = versions.pop()
build_info = datastore.build_info(HEAD_or_RELEASE, platform_name, package.name, version)
state = build_info.get_state()
# pop and get second version
if len(versions) > 0:
version2 = versions.pop()
build_info2 = datastore.build_info(HEAD_or_RELEASE, platform_name, package.name, version2)
state2 = build_info2.get_state()
# if it's a valid package, but hasn't been built yet...
if state == "":
state = "new"
link = ""
else:
link = '<a href="%s/packagestatus?platform=%s&package=%s&HEAD_or_RELEASE=%s">%s</a>' % ( scriptname, platform_name, package.name, HEAD_or_RELEASE, version)
# if there's a previous version, print a container table
if version2:
req.write('<td class="%s">' % state2)
req.write('<center><table class="%s"><tr><td>' % (state))
req.write(link)
req.write("</td></tr></table></center>")
req.write("</td>\n")
else:
req.write('<td class="%s">' % state)
req.write(link)
req.write("</td>\n")
else:
req.write('<td class="notused">')
req.write("</td>\n")
req.write("</tr>\n")
# Separator section ( # Don't write this on the last one )
if count == 0:
req.write("<tr><td></td></tr>\n")
count+= 1
req.write("</table>\n</div>")
# Legend
req.write(legend_html)
# Link to toggle between HEAD and RELEASE
if HEAD_or_RELEASE == "RELEASE":
toggle_link = "HEAD"
else: toggle_link = "RELEASE"
req.write("""<p><a href="%s?HEAD_or_RELEASE=%s">%s Status</a></p>""" % (scriptname, toggle_link, toggle_link) )
# Footer
req.write("""
</BODY>
</HTML>
""")
def run(self):
distro = self.distro
scheduler_log.log("%s:\tStarting scheduler\n" % (distro))
while not self.cancelled():
packages_to_build = []
for pack_def in config.sd_latest_build_packages:
pack_obj = packaging.package("", pack_def)
if pack_obj.valid_build_platform(distro):
packages_to_build.append(pack_def)
num_started_builds = 0
start_time = utils.get_time()
# Build each package for this jail
for package_name in packages_to_build:
# Skip builds so we can exit
if self.cancelled(): continue
# Check to see what the latest tarball is
# The src_file_repo class is not threadsafe, so provide a mutex here
tarball_lock.acquire()
try:
tarball_filename = tarballs.get_latest_tarball(
"HEAD", package_name)
except:
# catch this in case the filename is being edited by hand
tarball_filename = ""
tarball_lock.release()
if not tarball_filename:
#scheduler_log.log("%s:\t*** Error getting latest tarball (%s) (Probably doesn't exist...)!!!\n" % (distro, package_name) )
pass
else:
#print "Latest tarball: " + tarball_filename
# Get version
version, ext = version_re.search(tarball_filename).groups()
info = datastore.build_info("HEAD", distro, package_name,
version)
# Build if the build doesn't exist already
if not info.exists:
command = "cd %s; ./build --suppress_output %s %s %s" % (
config.packaging_dir, distro, package_name,
version)
scheduler_log.log("%s:\t%s\n" % (distro, command))
num_started_builds += 1
# TODO: hmm... is this not blocking? Seems this code continues before being able to run tests?
(code, output) = utils.launch_process(command,
print_output=0)
# Testing...
#code = 2
# Is the jail busy? if so, just repeat this loop (and select a new tarball if a newer one exists)
# Hmm... this really shouldn't happen, as much at least
if code == 2:
#scheduler_log.log("%s:\tJail is busy or offline... will retry again (%s)\n" % (distro, package_name) )
num_started_builds -= 1
if code == 5:
scheduler_log.log(
"%s:\tbuild info is missing, but packages exist... ?? will retry again (%s)\n"
% (distro, package_name))
num_started_builds -= 1
else:
#scheduler_log.log("%s:\tSkipping existing build (%s, %s)\n" % (distro, package_name, version) )
pass
time_duration = utils.time_duration_asc(start_time,
utils.get_time()) * 60
if num_started_builds == 0 and time_duration < config.sd_wakeup_interval:
#scheduler_log.log("%s:\tSleeping %d seconds...\n" % (distro, config.sd_wakeup_interval - time_duration) )
time.sleep(config.sd_wakeup_interval - time_duration)
# Exiting because we've been removed from the configuration
scheduler_log.log("%s:\tExiting upon user request...\n" % distro)
def run(self):
distro = self.distro
scheduler_log.log("%s:\tStarting scheduler\n" % (distro))
while not self.cancelled():
packages_to_build = []
for pack_def in config.sd_latest_build_packages:
pack_obj = packaging.package("", pack_def)
if pack_obj.valid_build_platform(distro):
packages_to_build.append(pack_def)
num_started_builds = 0
start_time = utils.get_time()
# Build each package for this jail
for package_name in packages_to_build:
# Skip builds so we can exit
if self.cancelled():
continue
# Check to see what the latest tarball is
# The src_file_repo class is not threadsafe, so provide a mutex here
tarball_lock.acquire()
try:
tarball_filename = tarballs.get_latest_tarball("HEAD", package_name)
except:
# catch this in case the filename is being edited by hand
tarball_filename = ""
tarball_lock.release()
if not tarball_filename:
# scheduler_log.log("%s:\t*** Error getting latest tarball (%s) (Probably doesn't exist...)!!!\n" % (distro, package_name) )
pass
else:
# print "Latest tarball: " + tarball_filename
# Get version
version, ext = version_re.search(tarball_filename).groups()
info = datastore.build_info("HEAD", distro, package_name, version)
# Build if the build doesn't exist already
if not info.exists:
command = "cd %s; ./build --suppress_output %s %s %s" % (
config.packaging_dir,
distro,
package_name,
version,
)
scheduler_log.log("%s:\t%s\n" % (distro, command))
num_started_builds += 1
# TODO: hmm... is this not blocking? Seems this code continues before being able to run tests?
(code, output) = utils.launch_process(command, print_output=0)
# Testing...
# code = 2
# Is the jail busy? if so, just repeat this loop (and select a new tarball if a newer one exists)
# Hmm... this really shouldn't happen, as much at least
if code == 2:
# scheduler_log.log("%s:\tJail is busy or offline... will retry again (%s)\n" % (distro, package_name) )
num_started_builds -= 1
if code == 5:
scheduler_log.log(
"%s:\tbuild info is missing, but packages exist... ?? will retry again (%s)\n"
% (distro, package_name)
)
num_started_builds -= 1
else:
# scheduler_log.log("%s:\tSkipping existing build (%s, %s)\n" % (distro, package_name, version) )
pass
time_duration = utils.time_duration_asc(start_time, utils.get_time()) * 60
if num_started_builds == 0 and time_duration < config.sd_wakeup_interval:
# scheduler_log.log("%s:\tSleeping %d seconds...\n" % (distro, config.sd_wakeup_interval - time_duration) )
time.sleep(config.sd_wakeup_interval - time_duration)
# Exiting because we've been removed from the configuration
scheduler_log.log("%s:\tExiting upon user request...\n" % distro)
# figure out which version this platform/package should have in the bundle
if validated:
# find the distro that builds for the current pack for the current distro
base_distro = find_base_distro(pack, plat)
if not base_distro:
print "WARNING: unable to find base distro for: %s %s (skipping)" % (plat, pack)
continue
versions = build.get_versions(bundle_obj2.HEAD_or_RELEASE(), base_distro, pack)
versions.reverse()
target_ver = ""
for ver in versions:
build_info = datastore.build_info(bundle_obj2.HEAD_or_RELEASE(), base_distro, pack, ver)
# check for a build that passed all tests
if build_info.get_state() == "success":
target_ver = ver
print "Found validated build for %s: %s" % (pack, target_ver)
break
if target_ver:
bundle_obj2.add_version(pack, target_ver)
pack_obj = packaging.package(plat_obj, pack, bundle_obj=bundle_obj2)
# Ignore versioning from external sources (which we don't build svn versions of)
old_version_map_exists = pack_obj.bundle_obj.version_map_exists
if pack_obj.get_info_var("EXTERNAL_SOURCE"):
#!/usr/bin/env python
import sys
sys.path += [ '../../pyutils' ]
import build
import datastore
platform = 'suse-93-i586'
package = 'gecko-sharp-2.0'
version = '4543'
build_info = datastore.build_info('HEAD', platform, package, version)
print build_info.get_state()
def download_latest(req, **vars):
# Validate/sanitize args to catch some common security errors
vars = www_utils.sanitize_args(vars)
try:
platform = vars['platform']
package = vars['package']
HEAD_or_RELEASE = vars['HEAD_or_RELEASE']
except KeyError:
return "Invalid arguments"
# If this is for a test step, use 'steps' instead of 'downloads', and also append the step name
if vars.has_key('step'):
step = 'steps/' + vars['step']
else:
step = "downloads"
# We can point to a filename instead of a dir listing
if vars.has_key('filename'):
filename = "/" + vars['filename']
else:
filename = ""
# Flag to allow 'failed' builds
if vars.has_key('allow_failures'):
allow_failures = vars['allow_failures']
else:
allow_failures = "1"
# TODO: should probably trim this down a bit... otherwise we're going to get a LOT of versions for some things
# It will probably be ok to do on mono.ximian.com, but maybe not the main host
versions = build.get_versions(HEAD_or_RELEASE, platform, package)
versions.reverse()
download_link = ""
download_file = ""
for version in versions:
build_info = datastore.build_info(HEAD_or_RELEASE, platform, package,
version)
# Skip this version if it failed when we don't allow failures
if allow_failures == "0" and build_info.get_collective_state(
) != "success":
continue
temp_rel_path = os.path.join(build_info.rel_files_dir, "files",
step) + filename
# Make sure path or file exists
if os.path.exists(
os.path.join(config.web_root_dir, 'builds', temp_rel_path)):
download_file = os.path.join("..", "..", "builds", temp_rel_path)
download_link = '<a href="%s">Download %s</a>' % (download_file,
version)
break
if download_file:
# Redirect client
req.headers_out['Location'] = download_file
req.status = 302
# Print out a link just in case the browser doesn't redirect
req.content_type = "text/html"
req.write(doc_type)
req.write(download_link)
else:
# Sent 404 error message since no valid download was found
req.status = 404
req.content_type = "text/plain"
req.write("File not found")
def packagestatus(req, **vars):
# Validate/sanitize args to catch some common security errors
vars = www_utils.sanitize_args(vars)
try:
platform = vars['platform']
package = vars['package']
HEAD_or_RELEASE = vars['HEAD_or_RELEASE']
except KeyError:
return "Invalid arguments"
timezone_offset = www_utils.get_tz_cookie(req.headers_in)
versions = build.get_versions(HEAD_or_RELEASE, platform, package)
versions.reverse()
if len(versions) <= 10:
show_links = False
else:
show_links = True
# Flag to show all builds or not
if vars.has_key('showall'):
showall = True
else:
showall = False
# Only show the first 10 versions unless showall link is pushed
if not showall and len(versions) > 10:
versions = versions[:10]
refresh_html = ""
if not showall:
refresh_html = """<meta http-equiv="refresh" content="60">"""
req.content_type = "text/html"
req.write("""
%s
<html>
<head>
%s
<title>Mono Build Status</title>
<link rel="stylesheet" href="../../build.css" type="text/css">
</head>
<body>""" % (doc_type, refresh_html))
if versions:
req.write("<h1>%s -- %s -- %s</h1>" %
(package, platform, HEAD_or_RELEASE))
# Print out links...
if show_links:
if showall:
req.write(
'<p><a href="packagestatus?platform=%s&package=%s&HEAD_or_RELEASE=%s">Show Latest 10 Builds</a></p>'
% (platform, package, HEAD_or_RELEASE))
else:
req.write(
'<p><a href="packagestatus?platform=%s&package=%s&HEAD_or_RELEASE=%s&showall=1">Show Full Build History</a></p>'
% (platform, package, HEAD_or_RELEASE))
for version in versions:
build_info = datastore.build_info(HEAD_or_RELEASE, platform,
package, version)
values = build_info.get_build_info()
if values['start'] and values['finish']:
duration = www_utils.timecolor(
utils.time_duration_clock(values['start'],
values['finish']))
# Sometimes the latest build isn't the one running (usually a bug), but still show the running time
elif values['start']:
duration = "Running for %s" % www_utils.timecolor(
utils.time_duration_clock(values['start'],
utils.get_time()))
else:
duration = "?"
# New times based on clients timezone (accurrate?)
try:
tz_start = utils.adjust_for_timezone(timezone_offset,
values['start'])
tz_finish = utils.adjust_for_timezone(timezone_offset,
values['finish'])
except:
raise ` version `
req.write("""
<h3><a href="%s#%s" name="%s">Build status - %s</a></h3>
<div>
<table class="packagestatus">
<tbody>
<tr>
<th>Build started:</th>
<td>%s</td>
<th>Build completed:</th>
<td>%s</td>
<th>Duration:</th>
<td>%s</td>
</tr>
<tr>
<th>Build host:</th>
<td>%s</td>
</tr>
</tbody></table>
</div>
<h4>Build Steps</h4>
<div>
<table class="packagestatus">
<tbody>""" % (req.unparsed_uri, version, version, version, tz_start,
tz_finish, duration, values['buildhost']))
# Start through the build steps...
for step in build_info.get_steps_info(read_info=0):
# Remove .gz extensions since apache will handle it
log = os.path.join("..", "..", "builds",
build_info.rel_files_dir, 'logs',
step['log']).replace(".gz", "")
h_class = ""
if not ["success", "inprogress"].count(step['state']):
h_class = 'class="faillinkcolor"'
req.write("""
<tr>
<th>%s</th>
<td><a %s href="%s">%s</a></td>
""" % (step['name'], h_class, log, step['state']))
# If there's download info, and it exists, add it to the html
# (It won't exist on the mirrored public site)
if step.has_key('download'):
temp_rel_path = os.path.join(build_info.rel_files_dir,
"files", step['download'])
else:
temp_rel_path = ""
if temp_rel_path and os.path.exists(
os.path.join(config.web_root_dir, 'builds',
temp_rel_path)):
download_file = os.path.join("..", "..", "builds",
temp_rel_path)
req.write("""
<td><a href="%s">%s</a></td>
""" % (download_file, step['download']))
else:
req.write("<td></td>")
if step['start'] and step['finish']:
req.write("<td>[ %s ] </td>" % www_utils.timecolor(
utils.time_duration_clock(step['start'],
step['finish'])))
# Sometimes the latest build isn't the one running (usually a bug), but still show the running time
elif step['start']:
req.write(
"<td>[ Running for %s ] </td>" % www_utils.timecolor(
utils.time_duration_clock(step['start'],
utils.get_time())))
req.write("</tr>")
req.write("</tbody></table></div><br>")
else:
req.write("<h1>Mono Build Status</h1>")
req.write("<p>No information found: %s -- %s -- %s</p>" %
(package, platform, HEAD_or_RELEASE))
req.write("""
</body>
</html>""")
def index(req, **vars):
# Debug to see what's available in req
#return("\n".join(dir(req)))
# Validate/sanitize args to catch some common security errors
vars = www_utils.sanitize_args(vars)
# Default to HEAD if it's not specified
if vars.has_key('HEAD_or_RELEASE'):
HEAD_or_RELEASE = vars['HEAD_or_RELEASE']
else:
HEAD_or_RELEASE = 'HEAD'
if HEAD_or_RELEASE != "HEAD" and HEAD_or_RELEASE != "RELEASE":
return ("Invalid parameters")
scriptname = os.path.basename(req.canonical_filename)
# Pull this in from the release repo
plat_objs = build.get_platform_objs()
pack_objs, noarch_pack_objs = build.get_package_objs(
honor_disable_webview=True)
req.content_type = "text/html"
req.write("""
%s
<HTML>
<HEAD>
<TITLE>Mono Build Status - %s</TITLE>
<link rel="stylesheet" href="../build.css" type="text/css">
<script language="javascript" src="../build.js" type="text/javascript"></script>
<meta http-equiv="refresh" content="60">
</HEAD>
<BODY>
<H1>Mono Build Status - %s</H1>
""" % (doc_type, HEAD_or_RELEASE, HEAD_or_RELEASE))
# Display status of tarball daemon
tarball_daemon_status = "Active"
td_color = "#008A10"
if not config.td_active:
tarball_daemon_status = "Stopped"
td_color = "#999999"
# Display status of scheduler daemon
sched_daemon_status = "Active"
sd_color = "#008A10"
if not config.sd_active:
sched_daemon_status = "Stopped"
sd_color = "#999999"
req.write("""
<h2>Tarball daemon: <span style='color:%s'>%s</span>
Scheduler daemon: <span style='color:%s'>%s</span></h2>
""" % (td_color, tarball_daemon_status, sd_color, sched_daemon_status))
legend_html = """
<h3>Build Matrix Legend</h3>
<div>
<table class="legend">
<tbody>
<tr>
<th class="inprogress">In Progress</th>
<th class="success">Success</th>
<th class="failure">Build Failed</th>
<th class="testfailure">Tests Failed</th>
<th class="timeout">Timed Out</th>
<th class="new">New</th>
</tr>
</tbody>
</table>
<p>
<table>
<tr><td>Inner color:</td><td>current build</td><td>%s</td><td>Black label:</td><td>Active platform</td></tr>
<tr><td>Outer color:</td><td>previous build</td><td></td><td>Grey label:</td><td><span style='color:#999999'>Stopped platform</span></td></tr>
</table>
</p>
</div>""" % (' ' * 20)
req.write(legend_html)
req.write("""
<h3>Build Matrix</h3>
<div>
<table class="buildstatus">
""")
# Get unique list of used platforms
platforms = {}
for obj in pack_objs:
for host in obj.info['BUILD_HOSTS']:
platforms[host] = ""
# Remove unused plat_objs
num_removed = 0
for i in range(0, len(plat_objs)):
if not platforms.has_key(plat_objs[i - num_removed].name):
plat_objs.pop(i - num_removed)
num_removed += 1
count = 0
# Only read once here
src = datastore.source_file_repo()
src.load_info()
# Iterate through arch packages, and then noarch packages
for (platforms, packs) in [(plat_objs, pack_objs),
(['noarch'], noarch_pack_objs)]:
req.write("<tr><td></td>\n")
for obj in packs:
req.write("<th>%s</th>\n" % obj.name)
req.write("</tr>\n")
# Add row for mktarball status
req.write("<tr><th>mktarball</th>\n")
for package in packs:
info = src.get_tarball_state_info(HEAD_or_RELEASE,
package.name,
read_info=False)
revision = ""
revision2 = ""
state = ""
state2 = ""
if len(info['revisions']) > 0:
revision = info['revisions'][0]
state = info['state'][revision]
link = '<a href="../tarball_logs/%s/%s/%s.log">%s</a>' % (
HEAD_or_RELEASE, package.name, revision, revision)
if len(info['revisions']) > 1:
revision2 = info['revisions'][1]
state2 = info['state'][revision2]
if revision2:
req.write('<td class="%s">' % state2)
req.write('<center><table class="%s"><tr><td>' % (state))
req.write(link)
req.write("</td></tr></table></center>")
req.write("</td>\n")
else:
req.write('<td class="%s">' % state)
req.write(link)
req.write("</td>\n")
else:
req.write('<td class="new">')
req.write("</td>\n")
req.write("</tr>\n")
# End of mktarball row
# list out non-noarch packages
for platform in platforms:
if platform == 'noarch':
platform_name = "noarch"
else:
platform_name = platform.name
# TODO: Find out if the platform is removed from the schedulers list
isRunning = platform_name in config.sd_latest_build_distros
if platform_name == "noarch":
isRunning = True
color = "black"
if not isRunning:
color = "#999999"
styled_text = "<span style='color:%s'>%s</span>" % (color,
platform_name)
#status_image = "<img src='%s'>" % status_image
#req.write("<tr><th>%s <br>%s</th>\n" % (platform_name,status_image))
req.write("<tr><th>%s</th>\n" % styled_text)
for package in packs:
#req.write("<br>".join(package.info.keys()))
if platform == "noarch":
platform_name = package.info['BUILD_HOSTS'][0]
# if this is a valid package for this platform...
if package.info['BUILD_HOSTS'].count(platform_name):
# show the last two builds (otherwise, it's going to mostly be showing yellow)
versions = build.get_versions(
HEAD_or_RELEASE, platform_name,
package.name) # in <num> format
version = ""
version2 = ""
state = ""
# pop and get first version
if len(versions) > 0:
version = versions.pop()
build_info = datastore.build_info(
HEAD_or_RELEASE, platform_name, package.name,
version)
state = build_info.get_state()
# pop and get second version
if len(versions) > 0:
version2 = versions.pop()
build_info2 = datastore.build_info(
HEAD_or_RELEASE, platform_name, package.name,
version2)
state2 = build_info2.get_state()
# if it's a valid package, but hasn't been built yet...
if state == "":
state = "new"
link = ""
else:
link = '<a href="%s/packagestatus?platform=%s&package=%s&HEAD_or_RELEASE=%s">%s</a>' % (
scriptname, platform_name, package.name,
HEAD_or_RELEASE, version)
# if there's a previous version, print a container table
if version2:
req.write('<td class="%s">' % state2)
req.write('<center><table class="%s"><tr><td>' %
(state))
req.write(link)
req.write("</td></tr></table></center>")
req.write("</td>\n")
else:
req.write('<td class="%s">' % state)
req.write(link)
req.write("</td>\n")
else:
req.write('<td class="notused">')
req.write("</td>\n")
req.write("</tr>\n")
# Separator section ( # Don't write this on the last one )
if count == 0:
req.write("<tr><td></td></tr>\n")
count += 1
req.write("</table>\n</div>")
# Legend
req.write(legend_html)
# Link to toggle between HEAD and RELEASE
if HEAD_or_RELEASE == "RELEASE":
toggle_link = "HEAD"
else:
toggle_link = "RELEASE"
req.write("""<p><a href="%s?HEAD_or_RELEASE=%s">%s Status</a></p>""" %
(scriptname, toggle_link, toggle_link))
# Footer
req.write("""
</BODY>
</HTML>
""")
