def test_ExtractFeaturesFromPath_empty_file(tempdir: pathlib.Path):
"""No features returned for an empty file."""
(tempdir / "empty.cl").touch()
features = list(
feature_extractor.ExtractFeaturesFromPath(tempdir / "empty.cl"))
assert not features
def test_ExtractFeaturesFromPath_syntax_error(tempdir: pathlib.Path):
"""Error is raised if compilation fails."""
with open(tempdir / "kernel.cl", "w") as f:
f.write("/@*! Invalid syntax!")
with test.Raises(feature_extractor.FeatureExtractionError) as e_ctx:
feature_extractor.ExtractFeaturesFromPath(tempdir / "kernel.cl")
assert "error: expected identifier or '('" in str(e_ctx.value)
def test_ExtractFeaturesFromPath_integer_index_accces(tempdir: pathlib.Path):
"""An integer-indexed access to global memory is considered coaslesced."""
with open(tempdir / "foo.cl", "w") as f:
f.write("""
kernel void A(global int* a) {
a[0] = 0;
}
""")
features = list(
feature_extractor.ExtractFeaturesFromPath(tempdir / "foo.cl"))[0]
assert features.coalesced_memory_access_count == 1
def test_ExtractFeaturesFromPath_pointer_offset(tempdir: pathlib.Path):
"""A pointer-arithmetic access to memory is not considered coaslesced.
NOTE: This is not always correct!
"""
with open(tempdir / "foo.cl", "w") as f:
f.write("""
kernel void A(global int* a) {
*(a + 0) = 0;
}
""")
features = list(
feature_extractor.ExtractFeaturesFromPath(tempdir / "foo.cl"))[0]
assert features.coalesced_memory_access_count == 0
def test_ExtractFeaturesFromPath_function_accces(tempdir: pathlib.Path):
"""An function-indexed access to memory is not considered coaslesced.
NOTE: This is not always correct!
"""
with open(tempdir / "foo.cl", "w") as f:
f.write("""
kernel void A(global int* a) {
a[get_global_id(0)] = 0;
}
""")
features = list(
feature_extractor.ExtractFeaturesFromPath(tempdir / "foo.cl"))[0]
assert features.coalesced_memory_access_count == 0
def test_ExtractFeaturesFromPath_single_kernel_features_count(
tempdir: pathlib.Path, ):
"""A single features tuple is returned for a single kernel."""
with open(tempdir / "kernel.cl", "w") as f:
f.write("""
kernel void foobar(global int* a, const int nelem) {
int id = get_global_id(0);
if (id < nelem)
a[id] = nelem;
}
""")
features = list(
feature_extractor.ExtractFeaturesFromPath(tempdir / "kernel.cl"))
assert len(features) == 1
def test_ExtractFeaturesFromPath_single_kernel_features_values(
tempdir: pathlib.Path, ):
"""Test feature values returned from a single kernel."""
with open(tempdir / "kernel.cl", "w") as f:
f.write("""
kernel void foobar(global int* a, const int nelem) {
int id = get_global_id(0);
if (id < nelem)
a[id] = nelem;
}
""")
features = list(
feature_extractor.ExtractFeaturesFromPath(tempdir / "kernel.cl"))
assert features[0] == ("kernel.cl", "foobar", 0, 1, 1, 0, 1, 0, 1, 0)
def test_ExtractFeaturesFromPath_two_kernels_features_count(
tempdir: pathlib.Path, ):
"""Two features tuples are returned from two kernels."""
with open(tempdir / "kernels.cl", "w") as f:
f.write("""
kernel void A(global int* a) {
a[get_global_id(0)] = 0;
}
kernel void B(global int* a, const int b) {
for (int i = 0; i < b; ++i) {
a[get_global_id(0)] += i;
}
}
""")
features = list(
feature_extractor.ExtractFeaturesFromPath(tempdir / "kernels.cl"))
assert len(features) == 2
def test_ExtractFeaturesFromPath_two_kernels_features_count(
tempdir: pathlib.Path, ):
"""Test feature values returned from two kernels."""
with open(tempdir / "kernels.cl", "w") as f:
f.write("""
kernel void A(global int* a) {
a[get_global_id(0)] = 0;
}
kernel void B(global int* a, const int b) {
for (int i = 0; i < b; ++i) {
a[get_global_id(0)] += i;
}
}
""")
features = list(
feature_extractor.ExtractFeaturesFromPath(tempdir / "kernels.cl"))
assert features[0] == ("kernels.cl", "A", 0, 0, 1, 0, 0, 0, 0, 0)
assert features[1] == ("kernels.cl", "B", 0, 1, 1, 0, 0, 0, 0, 0)
def TryToExtractFeatures(self,
path: pathlib.Path) -> typing.Optional[np.array]:
"""Try and extract a feature vector for the program at the given path."""
try:
features = list(grewe_features.ExtractFeaturesFromPath(path))
if len(features) != 1:
# It is possible to bleed from one kernel to the next. Treat that as an
# error.
return None
return np.array(
[
features[0].compute_operation_count,
features[0].global_memory_access_count,
features[0].local_memory_access_count,
features[0].coalesced_memory_access_count,
],
dtype=int,
)
except grewe_features.FeatureExtractionError:
pass
def test_ExtractFeaturesFromPath_file_not_found(tempdir: pathlib.Path):
"""Error raised when file doesn't exist."""
with test.Raises(FileNotFoundError):
feature_extractor.ExtractFeaturesFromPath(tempdir / "notafile")