def main():
parser = argparse.ArgumentParser(
description="checks out branches and commits")
parser.add_argument(
'--branch',
type=str,
default="mesa_master",
help="The branch to base the checkout on. (default: %(default)s)")
parser.add_argument('commits',
metavar='commits',
type=str,
nargs='*',
help='commits to check out, in repo=sha format')
args = parser.parse_args()
repos = bs.RepoSet()
repos.clone()
for i in range(5):
repos.fetch()
try:
print("Checking out specified commit (try {}/5)".format(i + 1))
bs.BuildSpecification().checkout(args.branch, args.commits)
except git.GitCommandError:
print("Unable to checkout specified commit, retrying in 5s..")
time.sleep(5)
else:
return
raise Exception("ERROR: Unable to checkout specified commit.")
def main():
parser = argparse.ArgumentParser(description="checks out branches and commits")
parser.add_argument('--branch', type=str, default="mesa_master",
help="The branch to base the checkout on. (default: %(default)s)")
parser.add_argument('commits', metavar='commits', type=str, nargs='*',
help='commits to check out, in repo=sha format')
args = parser.parse_args()
repos = bs.RepoSet()
repos.clone()
repos.fetch()
bs.BuildSpecification().checkout(args.branch, args.commits)
def main():
parser = argparse.ArgumentParser(
description="Choose a random revision of mesa")
parser.add_argument(
'--revision',
type=str,
default="",
help="bounds for mesa revision to test, start:[finish]")
args = parser.parse_args()
revision = args.revision
bspec = bs.BuildSpecification()
bspec.checkout("mesa_master")
mesa_repo = git.Repo(bs.ProjectMap().project_source_dir("mesa"))
if ":" in revision:
(start_rev, end_rev) = revision.split(":")
if not end_rev:
# user selected the last point in a plot. Build current master
revision = "mesa=" + mesa_repo.git.rev_parse("HEAD", short=True)
elif not start_rev:
print "ERROR: user-generated perf builds cannot add older data points to the plot"
sys.exit(-1)
else:
commits = []
start_commit = mesa_repo.commit(start_rev)
found = False
for commit in mesa_repo.iter_commits(end_rev, max_count=8000):
if commit == start_commit:
found = True
break
commits.append(commit.hexsha)
if not found:
print "ERROR: " + start_rev + " not found in history of " + end_rev
sys.exit(-1)
revision = "mesa=" + str(commits[len(commits) / 2])
print revision
sys.exit(0)
# else choose random revision
branch_commit = mesa_repo.tags["17.1-branchpoint"].commit.hexsha
commits = []
for commit in mesa_repo.iter_commits('origin/master', max_count=8000):
if commit.hexsha == branch_commit:
break
commits.append(commit.hexsha)
revision = "mesa=" + str(commits[int(random.random() * len(commits))])
print revision
def test_remote():
#pytest.set_trace()
spec = bs.BuildSpecification()
spec.checkout("jekstrand")
spec.checkout("mesa_master")
def test_repo_checkout():
#pytest.set_trace()
build_spec = bs.BuildSpecification()
build_spec.checkout("mesa_10.2")
build_spec.checkout("mesa_master")
def main():
# reuse the options from the gasket
o = bs.Options([sys.argv[0]])
description = "builds a component on jenkins"
parser = argparse.ArgumentParser(description=description,
parents=[o._parser],
conflict_handler="resolve")
parser.add_argument('--branch', type=str, default="mesa_master",
help="Branch specification to build. "\
"See build_specification.xml/branches")
parser.add_argument('--revision',
type=str,
default="",
help="specific set of revisions to build.")
parser.add_argument('--test', type=str, default=None,
help="Name of test to execute. Arch/hardware suffix "\
"will override those options")
args = parser.parse_args()
branch = args.branch
revision = args.revision
test = args.test
# some build_local params are not handled by the Options, which is
# used by other modules. This code strips out incompatible args
o = bs.Options(["bogus"])
vdict = vars(args)
del vdict["branch"]
del vdict["revision"]
del vdict["test"]
# override hardware/arch with suffix if available
if not test:
print "ERROR: --test argument required"
sys.exit(-1)
test_suffix = test.split(".")[-1]
if test_suffix[-3:] in ["m32", "m64"]:
vdict["arch"] = test_suffix[-3:]
vdict["hardware"] = test_suffix[:-3]
else:
if vdict["hardware"] == "builder":
# can't run tests on a builder
vdict["hardware"] = "bdwgt2"
# set the suffix in the way that piglit-test expects, eg "ilkm32"
test = test + "." + vdict["hardware"] + vdict["arch"]
o.__dict__.update(vdict)
sys.argv = ["bogus"] + o.to_list()
# check out the branch, refined by any manually-specfied revisions
bspec = bs.BuildSpecification()
bspec.checkout(branch)
if (revision):
revspec = bs.RevisionSpecification.from_cmd_line_param(
revision.split())
revspec.checkout()
revspec = bs.RevisionSpecification()
print "Building revision: " + revspec.to_cmd_line_param()
# create a result_path that is unique for this set of builds
spec_xml = bs.ProjectMap().build_spec()
results_dir = spec_xml.find("build_master").attrib["results_dir"]
result_path = "/".join([
results_dir, branch,
revspec.to_cmd_line_param().replace(" ", "_"), "single_test"
])
o.result_path = result_path
# allow re-execution of tests (if different test was specified)
bs.rmtree(result_path + "/test")
depGraph = bs.DependencyGraph("piglit-test", o)
bi = bs.ProjectInvoke(project="piglit-test", options=o)
# remove the test build, because we want to build it directly
depGraph.build_complete(bi)
bi.set_info("status", "single-test-rebuild")
jen = bs.Jenkins(result_path=result_path, revspec=revspec)
jen.build_all(depGraph)
jen.build(bi, extra_arg="--piglit_test=" + test)
jen.wait_for_build()
time.sleep(10)
pm = bs.ProjectMap()
out_test_dir = pm.output_dir()
if os.path.exists(out_test_dir):
bs.rmtree(out_test_dir)
os.makedirs(out_test_dir)
collate_tests(result_path, out_test_dir)
#!/usr/bin/python
import argparse
import os
import sys
sys.path.append(os.path.abspath(os.path.join(os.path.dirname(os.path.abspath(sys.argv[0])), "..")))
import build_support as bs
parser = argparse.ArgumentParser(description="checks out branches and commits")
parser.add_argument('--branch', type=str, default="mesa_master",
help="The branch to base the checkout on. (default: %(default)s)")
parser.add_argument('commits', metavar='commits', type=str, nargs='*',
help='commits to check out, in repo=sha format')
args = parser.parse_args()
repos = bs.RepoSet(clone=True)
repos.fetch()
bs.BuildSpecification().checkout(args.branch, args.commits)
def main():
parser = argparse.ArgumentParser(description='Build projects locally.')
# TODO: provide a pull action to update the repos
parser.add_argument('--action', type=str, default=["build"],
choices=CsvChoice('fetch', 'build', 'clean', 'test'),
action=CsvAction,
help="Action to recurse with. 'build', 'clean' "\
"or 'test'. (default: %(default)s)")
parser.add_argument('--project',
dest='project',
type=str,
default="mesa",
help='project to build. (default: %(default)s)')
parser.add_argument('--arch',
dest='arch',
type=str,
default='m64',
choices=['m64', 'm32'],
help='arch to build. (default: %(default)s)')
parser.add_argument('--config',
type=str,
default="release",
choices=['release', 'debug'],
help="Release or Debug build. (default: %(default)s)")
parser.add_argument('--type', type=str, default="developer",
choices=['developer', 'percheckin',
'daily', 'release'],
help="category of tests to run. "\
"(default: %(default)s)")
parser.add_argument('--branch', type=str, default="none",
help="Branch specification to build. "\
"See build_specification.xml/branches")
parser.add_argument(
'--env',
type=str,
default="",
help="If specified, overrides environment variable settings"
"EG: 'LIBGL_DEBUG=1 INTEL_DEBUG=perf'")
parser.add_argument('--hardware',
type=str,
default='builder',
help="The hardware to be targeted for test "
"('builder', 'snbgt1', 'ivb', 'hsw', 'bdw'). "
"(default: %(default)s)")
args = parser.parse_args()
project = args.project
if "fetch" in args.action:
# fetch not supported by build.py scripts, which will parse argv
bs.RepoSet().fetch()
branch = args.branch
if (branch != "none"):
bs.BuildSpecification().checkout(branch)
# some build_local params are not handled by the Options, which is
# used by other modules
o = bs.Options(["bogus"])
vdict = vars(args)
del vdict["project"]
del vdict["branch"]
if "fetch" in vdict["action"]:
vdict["action"].remove("fetch")
o.__dict__.update(vdict)
sys.argv = ["bogus"] + o.to_list()
if "clean" in args.action:
bs.rmtree(bs.ProjectMap().build_root())
graph = bs.DependencyGraph(project, o)
ready = graph.ready_builds()
pm = bs.ProjectMap()
while ready:
for bi in ready:
graph.build_complete(bi)
proj_build_dir = pm.project_build_dir(bi.project)
script = proj_build_dir + "/build.py"
if os.path.exists(script):
bs.run_batch_command([sys.executable, script] + o.to_list())
ready = graph.ready_builds()
def main():
# reuse the options from the gasket
o = bs.Options([sys.argv[0]])
description = "builds a component on jenkins"
parser = argparse.ArgumentParser(description=description,
parents=[o._parser],
conflict_handler="resolve")
parser.add_argument('--project', dest='project', type=str, default="",
help='Project to build. Default project is specified '\
'for the branch in build_specification.xml')
parser.add_argument('--branch', type=str, default="mesa_master",
help="Branch specification to build. "\
"See build_specification.xml/branches")
parser.add_argument('--revision',
type=str,
default="",
help="specific set of revisions to build.")
parser.add_argument('--rebuild',
type=str,
default="false",
choices=['true', 'false'],
help="specific set of revisions to build."
"(default: %(default)s)")
parser.add_argument("--tar",
help="generate tar for email notification",
action="store_true")
parser.add_argument('--results_subdir',
type=str,
default="",
help="Subdirectory under results_dir to place results."
" Use this to prevent conflicts when running"
"multiple concurrent tests on the same branch.")
args = parser.parse_args()
projects = []
if args.project:
projects = args.project.split(",")
branch = args.branch
revision = args.revision
rebuild = args.rebuild
results_subdir = args.results_subdir or branch
# some build_local params are not handled by the Options, which is
# used by other modules. This code strips out incompatible args
o = bs.Options(["bogus"])
vdict = vars(args)
del vdict["project"]
del vdict["branch"]
del vdict["revision"]
del vdict["rebuild"]
o.__dict__.update(vdict)
sys.argv = ["bogus"] + o.to_list()
bspec = bs.BuildSpecification()
pm = bs.ProjectMap()
bs.rmtree(pm.source_root() + "/test_summary.txt")
bs.rmtree(pm.source_root() + "results/test/results.tgz")
# start with the specified branch, then layer any revision spec on
# top of it
bspec.checkout(branch)
revspec = None
if (revision):
revspec = bs.RevisionSpecification.from_cmd_line_param(
revision.split())
revspec.checkout()
revspec = bs.RevisionSpecification()
print "Building revision: " + revspec.to_cmd_line_param()
hashstr = revspec.to_cmd_line_param().replace(" ", "_")
# create a result_path that is unique for this set of builds
spec_xml = pm.build_spec()
results_dir = spec_xml.find("build_master").attrib["results_dir"]
result_path = "/".join([results_dir, results_subdir, hashstr, o.type])
o.result_path = result_path
if rebuild == "true" and os.path.exists(result_path):
print "Removing existing results."
mvdir = os.path.normpath(result_path + "/../" +
datetime.datetime.now().isoformat())
os.rename(result_path, mvdir)
if not projects:
branchspec = bspec.branch_specification(branch)
projects = [branchspec.project]
# use a global, so signal handler can abort builds when scheduler
# is interrupted
global jen
jen = bs.Jenkins(result_path=result_path, revspec=revspec)
depGraph = bs.DependencyGraph(projects, o)
out_test_dir = pm.output_dir()
if os.path.exists(out_test_dir):
bs.rmtree(out_test_dir)
os.makedirs(out_test_dir)
# to collate all logs in the scheduler
out_log_dir = pm.output_dir()
if os.path.exists(out_log_dir):
bs.rmtree(out_log_dir)
os.makedirs(out_log_dir)
# Add a revisions.xml file
if not os.path.exists(result_path):
os.makedirs(result_path)
revspec.to_elementtree().write(os.path.join(result_path, 'revisions.xml'))
# use a global, so signal handler can abort builds when scheduler
# is interrupted
try:
jen.build_all(depGraph, branch=branch)
finally:
collate_tests(result_path, out_test_dir, make_tar=args.tar)
def main():
# reuse the options from the gasket
o = bs.Options([sys.argv[0]])
description="builds a component on jenkins"
parser= argparse.ArgumentParser(description=description,
parents=[o._parser],
conflict_handler="resolve")
parser.add_argument('--project', dest='project', type=str, default="",
help='Project to build. Default project is specified '\
'for the branch in build_specification.xml')
parser.add_argument('--revision', type=str, default="",
help="mesa revision to test.")
args = parser.parse_args()
projects = []
if args.project:
projects = args.project.split(",")
revision = args.revision
bspec = bs.BuildSpecification()
bspec.checkout("mesa_perf")
mesa_repo = git.Repo(bs.ProjectMap().project_source_dir("mesa"))
if ":" in revision:
(start_rev, end_rev) = revision.split(":")
if not end_rev:
# user selected the last point in a plot. Build current master
revision = "mesa=" + mesa_repo.git.rev_parse("HEAD", short=True)
elif not start_rev:
print "ERROR: user-generated perf builds cannot add older data points to the plot"
sys.exit(-1)
else:
commits = []
start_commit = mesa_repo.commit(start_rev)
found = False
for commit in mesa_repo.iter_commits(end_rev, max_count=8000):
if commit == start_commit:
found = True
break
commits.append(commit.hexsha)
if not found:
print "ERROR: " + start_rev + " not found in history of " + end_rev
sys.exit(-1)
revision = "mesa=" + commits[len(commits)/2]
# some build_local params are not handled by the Options, which is
# used by other modules. This code strips out incompatible args
o = bs.Options(["bogus"])
vdict = vars(args)
del vdict["project"]
del vdict["revision"]
o.__dict__.update(vdict)
sys.argv = ["bogus"] + o.to_list()
pm = bs.ProjectMap()
bs.rmtree(pm.source_root() + "/test_summary.txt")
# checkout the desired revision on top of recent revisions
if not revision:
# randomly select a commit post 11.2
branch_commit = mesa_repo.tags["17.0-branchpoint"].commit.hexsha
commits = []
for commit in mesa_repo.iter_commits('origin/master', max_count=8000):
if commit.hexsha == branch_commit:
break
commits.append(commit.hexsha)
revision = "mesa=" + str(commits[int(random.random() * len(commits))])
revspec = bs.RevisionSpecification(from_cmd_line=revision.split())
revspec.checkout()
revspec = bs.RevisionSpecification()
hashstr = "mesa=" + revspec.revision("mesa")
print "Building revision: " + hashstr
# create a result_path that is unique for this set of builds
spec_xml = pm.build_spec()
results_dir = spec_xml.find("build_master").attrib["results_dir"]
result_path = "/".join([results_dir, "perf", hashstr])
o.result_path = result_path
if not projects:
projects = ["perf-all"]
# use a global, so signal handler can abort builds when scheduler
# is interrupted
global jen
jen = bs.Jenkins(result_path=result_path,
revspec=revspec)
depGraph = bs.DependencyGraph(projects, o)
for i in depGraph.all_builds():
if i.project != "mesa-perf":
i.set_info("status", "rebuild")
# use a global, so signal handler can abort builds when scheduler
# is interrupted
try:
jen.build_all(depGraph, branch="mesa_master")
except Exception as e:
print "ERROR: encountered failure: " + str(e)
raise