def test(self):
if "hsw" in self.o.hardware or "byt" in self.o.hardware or "ivb" in self.o.hardware:
self.env["MESA_GLES_VERSION_OVERRIDE"] = "3.1"
t = bs.DeqpTester()
all_results = bs.DeqpTrie()
if not self.version:
self.version = bs.mesa_version()
if "glk" in self.o.hardware:
if "13.0" in self.version or "17.0" in self.version:
return
modules = ["gles2", "egl"]
if self.supports_gles_3():
modules += ["gles3"]
if self.supports_gles_31():
modules += ["gles31"]
for module in modules:
binary = self.pm.build_root() + "/opt/deqp/modules/" + module + "/deqp-" + module
results = t.test(binary,
DeqpLister(binary),
[],
self.env)
all_results.merge(results)
config = bs.get_conf_file(self.o.hardware, self.o.arch, project=self.pm.current_project())
t.generate_results(all_results, bs.ConfigFilter(config, self.o))
def test(self):
cts_blacklist = bs.CtsTestList().tests()
for suite in ["ES32", "ES31", "ES3", "ES2"]:
if suite + "-CTS" in cts_blacklist._trie:
cts_blacklist._trie["dEQP-GL" + suite] = cts_blacklist._trie[suite + "-CTS"]
if "hsw" in self.o.hardware or "byt" in self.o.hardware or "ivb" in self.o.hardware:
self.env["MESA_GLES_VERSION_OVERRIDE"] = "3.1"
t = bs.DeqpTester()
all_results = bs.DeqpTrie()
if not self.version:
self.version = bs.mesa_version()
if "glk" in self.o.hardware:
if "13.0" in self.version or "17.0" in self.version:
return
modules = ["gles2", "gles3", "egl"]
for hardware in ["skl", "bdw", "bsw", "hsw", "byt", "ivb"]:
if hardware in self.o.hardware:
modules += ["gles31"]
break
for module in modules:
binary = self.pm.build_root() + "/opt/deqp/modules/" + module + "/deqp-" + module
results = t.test(binary,
DeqpLister(binary, cts_blacklist),
[],
self.env)
all_results.merge(results)
config = bs.get_conf_file(self.o.hardware, self.o.arch, project=self.pm.current_project())
t.generate_results(all_results, bs.ConfigFilter(config, self.o))
def test(self):
mv = bs.mesa_version()
if "17.2" in mv or "17.1" in mv:
return
t = bs.DeqpTester()
results = t.test(self.pm.build_root() + "/bin/es/modules/glcts",
GLESCTSList(),
env={"MESA_GLES_VERSION_OVERRIDE": "3.2"})
o = bs.Options()
config = bs.get_conf_file(self.o.hardware,
self.o.arch,
project=self.pm.current_project())
t.generate_results(results, bs.ConfigFilter(config, o))
def test(self):
mv = bs.mesa_version()
if "17.2" in mv or "17.1" in mv:
print("NOTICE: GLCTS will NOT be run since the system has Mesa version <17.3")
return
t = bs.DeqpTester()
results = t.test(self.pm.build_root() + "/bin/gl/modules/glcts",
GLCTSList(),
env = {"MESA_GL_VERSION_OVERRIDE" : "4.6",
"MESA_GLSL_VERSION_OVERRIDE" : "460"})
o = bs.Options()
config = bs.get_conf_file(self.o.hardware, self.o.arch, project=self.pm.current_project())
t.generate_results(results, bs.ConfigFilter(config, o))
def blacklist(self, all_tests):
if self.blacklist_txt:
blacklist = bs.DeqpTrie()
blacklist.add_txt(self.blacklist_txt)
all_tests.filter(blacklist)
all_tests.filter(self.cts_blacklist)
if not self.version:
self.version = bs.mesa_version()
unsupported = []
if "daily" != self.o.type and not self.o.retest_path:
# these tests triple the run-time
unsupported.append("dEQP-GLES31.functional.copy_image")
if "13.0" in self.version:
# Tapani's egl fixes not merged into 13.0 branch
unsupported += ["dEQP-EGL.functional.create_context_ext",
"dEQP-EGL.functional.reusable_sync",
"dEQP-EGL.functional.thread_cleanup"]
if "hsw" in self.o.hardware:
unsupported += ["dEQP-GLES31.functional.debug.negative_coverage"]
if "kbl" in self.o.hardware:
unsupported += ["dEQP-EGL.functional.image.api.create_image_gles2_tex2d_luminance",
"dEQP-EGL.functional.image.api.create_image_gles2_tex2d_luminance_alpha"]
if "bdw" in self.o.hardware:
unsupported += ["dEQP-EGL.functional.buffer_age.no_preserve"]
# filter immediately, since any unsupported tests under these
# top-level categories will prevent them from being filtered.
if "gles2" not in self.binary:
all_tests.filter(["dEQP-GLES2"])
if "gles31" not in self.binary:
all_tests.filter(["dEQP-GLES31"])
if "gles3" not in self.binary:
all_tests.filter(["dEQP-GLES3"])
if "egl" not in self.binary:
all_tests.filter(["dEQP-EGL"])
if "17.0" in self.version:
if "byt" in self.o.hardware or "ivb" in self.o.hardware:
unsupported += ["dEQP-GLES31.functional.debug.negative_coverage"]
unsupported += ["dEQP-EGL.functional.robustness.reset_context.shaders.infinite_loop",
"dEQP-EGL.functional.render.multi_thread.gles3.rgb888_window",
"dEQP-EGL.functional.render.multi_thread.gles3.rgba8888_window",
"dEQP-EGL.functional.render.multi_thread.gles2_gles3.rgba8888_window",
"dEQP-EGL.functional.robustness.negative_context.invalid_robust_shared_context_creation"]
all_tests.filter(unsupported)
def test(self):
t = bs.DeqpTester(runtime=30)
all_results = bs.DeqpTrie()
if not self.version:
self.version = bs.mesa_version()
modules = ["gles2", "gles3", "gles31"]
for module in modules:
binary = os.path.join(self.pm.build_root(), "opt/deqp/modules",
module, "deqp-" + module)
results = t.test(binary, DeqpRuntimeLister(binary), [], self.env)
all_results.merge(results)
config = bs.get_conf_file(self.o.hardware,
self.o.arch,
project=self.pm.current_project())
t.generate_results(all_results, bs.ConfigFilter(config, self.o))
def test(self):
t = bs.DeqpTester()
version = bs.mesa_version()
if "bxt" in self.o.hardware:
if "13.0" in version:
# unsupported platforms
return
if "glk" in self.o.hardware:
if "17.0" in version:
# unsupported platforms
return
results = t.test(self.pm.build_root() + "/bin/es/cts/glcts",
bs.CtsTestList(),
[],
self.env)
o = bs.Options()
config = bs.get_conf_file(self.o.hardware, self.o.arch, project=self.pm.current_project())
t.generate_results(results, bs.ConfigFilter(config, o))
def blacklist(self, all_tests):
blacklist_txt = self.pm.project_build_dir() + "/" + self.o.hardware[:3] + "_blacklist.txt"
if not os.path.exists(blacklist_txt):
return all_tests
blacklist = bs.DeqpTrie()
blacklist.add_txt(blacklist_txt)
all_tests.filter(blacklist)
if "17.3" in bs.mesa_version():
blacklist = bs.DeqpTrie()
blacklist.add_txt(self.pm.project_build_dir() + "/17_3_blacklist.txt")
all_tests.filter(blacklist)
if self.o.type != "daily" and not self.o.retest_path:
blacklist = bs.DeqpTrie()
blacklist.add_txt(self.pm.project_build_dir() + "/non-daily_blacklist.txt")
all_tests.filter(blacklist)
# Do not run GTF33 on hardware that supports >GL33
if self.o.hardware not in ['snb', 'ivb', 'byt']:
blacklist = bs.DeqpTrie()
blacklist.add_line("GTF-GL33")
all_tests.filter(blacklist)
return all_tests
def test(self):
pm = bs.ProjectMap()
global_opts = bs.Options()
if global_opts.arch == "m64":
icd_name = "intel_icd.x86_64.json"
elif global_opts.arch == "m32":
icd_name = "intel_icd.i686.json"
env = {"VK_ICD_FILENAMES" : pm.build_root() + \
"/share/vulkan/icd.d/" + icd_name,
"ANV_ABORT_ON_DEVICE_LOSS" : "true"}
tester = bs.DeqpTester()
binary = pm.build_root() + "/opt/deqp/modules/vulkan/deqp-vk"
results = tester.test(binary,
VulkanTestList(), ["--deqp-surface-type=fbo"],
env=env)
o = bs.Options()
mv = bs.mesa_version()
if "glk" in o.hardware and "13.0" in mv:
print "WARNING: glk not supported by stable mesa"
return
config = bs.get_conf_file(o.hardware,
o.arch,
project=pm.current_project())
tester.generate_results(results, bs.ConfigFilter(config, o))
def test(self):
o = bs.Options()
pm = bs.ProjectMap()
if not self.version:
self.version = bs.mesa_version()
conf_file = bs.get_conf_file(o.hardware, o.arch, "cts-test")
# invoke piglit
self.env["PIGLIT_CTS_GL_BIN"] = self.build_root + "/bin/gl/cts/glcts"
out_dir = self.build_root + "/test/" + o.hardware
include_tests = []
if o.retest_path:
testlist = bs.TestLister(o.retest_path + "/test/")
include_tests = testlist.RetestIncludes(project="cts-test")
if not include_tests:
# we were supposed to retest failures, but there were none
return
# this test is flaky in glcts. It passes enough for
# submission, but as per Ken, no developer will want to look
# at it to figure out why the test is flaky.
extra_excludes = ["packed_depth_stencil.packed_depth_stencil_copyteximage"]
suite_names = []
# disable gl cts on stable versions of mesa, which do not
# support the feature set.
if "13.0" in self.version or "12.0" in self.version:
return
suite_names.append("cts_gl")
# as per Ian, only run gl45
extra_excludes += ["gl30-cts",
"gl31-cts",
"gl32-cts",
"gl33-cts",
"gl40-cts",
"gl41-cts",
"gl42-cts",
"gl43-cts",
"gl44-cts"]
if "hsw" in o.hardware:
# flaky cts_gl tests
extra_excludes += ["shader_image_load_store.multiple-uniforms",
"shader_image_size.basic-nonms-fs",
"shader_image_size.advanced-nonms-fs",
"texture_gather.gather-tesselation-shader",
"vertex_attrib_binding.basic-inputl-case1",
"gpu_shader_fp64.named_uniform_blocks",
# gpu hang
"gl45-cts.tessellation_shader.vertex_spacing",
"gl45-cts.tessellation_shader.vertex_ordering",
"gl45-cts.tessellation_shader.tessellation_control_to_tessellation_evaluation.gl_maxpatchvertices_position_pointsize"]
exclude_tests = []
for a in extra_excludes:
exclude_tests += ["--exclude-tests", a]
if not suite_names:
# for master, on old hardware, this component will not
# test anything. The gles tests are instead targeted with
# the gles32 cts, in the glescts-test component
return
cmd = [self.build_root + "/bin/piglit",
"run",
#"-p", "gbm",
"-b", "junit",
"--config", conf_file,
"-c",
"--exclude-tests", "esext-cts",
"--junit_suffix", "." + o.hardware + o.arch] + \
exclude_tests + \
include_tests + suite_names + [out_dir]
bs.run_batch_command(cmd, env=self.env,
expected_return_code=None,
streamedOutput=True)
single_out_dir = self.build_root + "/../test"
if not os.path.exists(single_out_dir):
os.makedirs(single_out_dir)
if os.path.exists(out_dir + "/results.xml"):
# Uniquely name all test files in one directory, for
# jenkins
filename_components = ["/piglit-cts",
o.hardware,
o.arch]
if o.shard != "0":
# only put the shard suffix on for non-zero shards.
# Having _0 suffix interferes with bisection.
filename_components.append(o.shard)
revisions = bs.RepoSet().branch_missing_revisions()
print "INFO: filtering tests from " + out_dir + "/results.xml"
self.filter_tests(revisions,
out_dir + "/results.xml",
single_out_dir + "_".join(filename_components) + ".xml")
# create a copy of the test xml in the source root, where
# jenkins can access it.
cmd = ["cp", "-a", "-n",
self.build_root + "/../test", pm.source_root()]
bs.run_batch_command(cmd)
bs.Export().export_tests()
else:
print "ERROR: no results at " + out_dir + "/results.xml"
bs.check_gpu_hang()
def test(self):
o = bs.Options()
pm = bs.ProjectMap()
if not self.version:
self.version = bs.mesa_version()
conf_file = bs.get_conf_file(o.hardware, o.arch, "cts-test")
# invoke piglit
self.env["PIGLIT_CTS_GL_BIN"] = self.build_root + "/bin/gl/cts/glcts"
out_dir = self.build_root + "/test/" + o.hardware
include_tests = []
if o.retest_path:
testlist = bs.TestLister(o.retest_path + "/test/")
include_tests = testlist.RetestIncludes(project="cts-test")
if not include_tests:
# we were supposed to retest failures, but there were none
return
# this test is flaky in glcts. It passes enough for
# submission, but as per Ken, no developer will want to look
# at it to figure out why the test is flaky.
extra_excludes = [
"packed_depth_stencil.packed_depth_stencil_copyteximage"
]
suite_names = []
# disable gl cts on stable versions of mesa, which do not
# support the feature set.
if "13.0" in self.version:
return
if "17.0" in self.version and "glk" in o.hardware:
# glk not supported by stable mesa
return
suite_names.append("cts_gl")
# as per Ian, only run gl45
extra_excludes += [
"gl30-cts", "gl31-cts", "gl32-cts", "gl33-cts", "gl40-cts",
"gl41-cts", "gl42-cts", "gl43-cts", "gl44-cts"
]
if "hsw" in o.hardware:
# flaky cts_gl tests
extra_excludes += [
"shader_image_load_store.multiple-uniforms",
"shader_image_size.basic-nonms-fs",
"shader_image_size.advanced-nonms-fs",
"texture_gather.gather-tesselation-shader",
"vertex_attrib_binding.basic-inputl-case1",
"gpu_shader_fp64.named_uniform_blocks",
# gpu hang
"gl45-cts.tessellation_shader.vertex_spacing",
"gl45-cts.tessellation_shader.vertex_ordering",
"gl45-cts.tessellation_shader.tessellation_control_to_tessellation_evaluation.gl_maxpatchvertices_position_pointsize"
]
exclude_tests = []
for a in extra_excludes:
exclude_tests += ["--exclude-tests", a]
if not suite_names:
# for master, on old hardware, this component will not
# test anything. The gles tests are instead targeted with
# the gles32 cts, in the glescts-test component
return
cmd = [self.build_root + "/bin/piglit",
"run",
#"-p", "gbm",
"-b", "junit",
"--config", conf_file,
"-c",
"--exclude-tests", "esext-cts",
"--junit_suffix", "." + o.hardware + o.arch] + \
exclude_tests + \
include_tests + suite_names + [out_dir]
bs.run_batch_command(cmd,
env=self.env,
expected_return_code=None,
streamedOutput=True)
single_out_dir = self.build_root + "/../test"
if not os.path.exists(single_out_dir):
os.makedirs(single_out_dir)
if os.path.exists(out_dir + "/results.xml"):
# Uniquely name all test files in one directory, for
# jenkins
filename_components = ["/piglit-cts", o.hardware, o.arch]
if o.shard != "0":
# only put the shard suffix on for non-zero shards.
# Having _0 suffix interferes with bisection.
filename_components.append(o.shard)
revisions = bs.RepoSet().branch_missing_revisions()
print "INFO: filtering tests from " + out_dir + "/results.xml"
self.filter_tests(
revisions, out_dir + "/results.xml",
single_out_dir + "_".join(filename_components) + ".xml")
# create a copy of the test xml in the source root, where
# jenkins can access it.
cmd = [
"cp", "-a", "-n", self.build_root + "/../test",
pm.source_root()
]
bs.run_batch_command(cmd)
else:
print "ERROR: no results at " + out_dir + "/results.xml"
bs.check_gpu_hang()
bs.Export().export_tests()