def run_pyctest():
# run argparse, checkout source, copy over files
args = configure()
# Change the build name to somthing other than default
pyctest.BUILD_NAME = "[{}] [{} {} {}] [Python ({}) {}]".format(
pyctest.GetGitBranch(pyctest.SOURCE_DIRECTORY),
platform.uname()[0],
helpers.GetSystemVersionInfo(),
platform.uname()[4],
platform.python_implementation(),
platform.python_version())
# when coverage is enabled, we compile in debug so modify the build name
# so that the history of test timing is not affected
if args.coverage:
pyctest.BUILD_NAME = "{} [coverage]".format(pyctest.BUILD_NAME)
# remove any consecutive spaces
while " " in pyctest.BUILD_NAME:
pyctest.BUILD_NAME = pyctest.BUILD_NAME.replace(" ", " ")
# how to build the code
pyctest.BUILD_COMMAND = "{} setup.py install".format(
pyctest.PYTHON_EXECUTABLE)
# generate the code coverage
python_path = os.path.dirname(pyctest.PYTHON_EXECUTABLE)
cover_exe = helpers.FindExePath("coverage", path=python_path)
if args.coverage:
gcov_cmd = helpers.FindExePath("gcov")
if gcov_cmd is not None:
pyctest.COVERAGE_COMMAND = "{}".format(gcov_cmd)
pyctest.set("CTEST_COVERAGE_EXTRA_FLAGS", "-m")
pyctest.set("CTEST_EXTRA_COVERAGE_GLOB", "{}/*.gcno".format(
pyctest.SOURCE_DIRECTORY))
else:
# assign to just generate python coverage
pyctest.COVERAGE_COMMAND = "{};xml".format(cover_exe)
# copy over files from os.getcwd() to pyctest.BINARY_DIR
# (implicitly copies over PyCTest{Pre,Post}Init.cmake if they exist)
copy_files = [os.path.join("benchmarking", "pyctest_tomopy_utils.py"),
os.path.join("benchmarking", "pyctest_tomopy_phantom.py"),
os.path.join("benchmarking", "pyctest_tomopy_rec.py")]
pyctest.copy_files(copy_files)
# find the CTEST_TOKEN_FILE
home = helpers.GetHomePath()
if home is not None:
token_path = os.path.join(home, ".tokens", "nersc-tomopy")
if os.path.exists(token_path):
pyctest.set("CTEST_TOKEN_FILE", token_path)
# create a CTest that checks we imported the correct module
test = pyctest.test()
test.SetName("correct_module")
test.SetCommand([pyctest.PYTHON_EXECUTABLE, "-c",
"\"import os, sys, tomopy; " +
"print('using tomopy module: {}'.format(tomopy.__file__)); " +
"ret=0 if os.getcwd() in tomopy.__file__ else 1; " +
"sys.exit(ret)\""])
# set directory to run test
test.SetProperty("WORKING_DIRECTORY", pyctest.BINARY_DIRECTORY)
test.SetProperty("ENVIRONMENT", "OMP_NUM_THREADS=1")
# create a CTest that wraps "nosetest"
test = pyctest.test()
test.SetName("nosetests")
nosetest_exe = helpers.FindExePath("nosetests", path=python_path)
if nosetest_exe is None:
nosetest_exe = helpers.FindExePath("nosetests")
coverage_exe = helpers.FindExePath("coverage", path=python_path)
if coverage_exe is None:
coverage_exe = helpers.FindExePath("coverage")
# python $(which coverage) run $(which nosetests)
test.SetCommand([pyctest.PYTHON_EXECUTABLE, coverage_exe, "run",
nosetest_exe])
# set directory to run test
test.SetProperty("WORKING_DIRECTORY", pyctest.BINARY_DIRECTORY)
test.SetProperty("ENVIRONMENT", "OMP_NUM_THREADS=1")
# Generating C code coverage is enabled
if args.coverage:
# if generating C code coverage, generating the Python coverage
# needs to be put inside a test (that runs after nosetest)
# because pyctest.COVERAGE_COMMAND is used to generate GCov files
coverage_cmd = ""
if platform.system() != "Windows":
cover_cmd = os.path.join(pyctest.SOURCE_DIRECTORY,
"benchmarking", "generate_coverage.sh")
coverage_cmd = [cover_cmd, pyctest.SOURCE_DIRECTORY]
else:
# don't attempt GCov on Windows
cover_cmd = helpers.FindExePath("coverage", path=python_path)
coverage_cmd = [cover_cmd, "xml"]
test = pyctest.test()
test.SetName("python_coverage")
test.SetProperty("WORKING_DIRECTORY", pyctest.BINARY_DIRECTORY)
test.SetProperty("DEPENDS", "nosetests")
test.SetCommand(coverage_cmd)
# If path to globus is provided, skip when generating C coverage (too long)
if not args.coverage and args.globus_path is not None:
phantom = "tomo_00001"
h5file = os.path.join(args.globus_path, phantom, phantom + ".h5")
if not os.path.exists(h5file):
print("Warning! HDF5 file '{}' does not exists! "
"Skipping test...".format(h5file))
h5file = None
# loop over args.algorithms and create tests for each
for algorithm in args.algorithms:
test = pyctest.test()
name = "{}_{}".format(phantom, algorithm)
# original number of iterations before num-iter added to test name
if args.num_iter != 10:
name = "{}_itr{}".format(name, args.num_iter)
test.SetName(name)
test.SetProperty("WORKING_DIRECTORY", pyctest.BINARY_DIRECTORY)
test.SetProperty("TIMEOUT", "7200") # 2 hour
test.SetProperty("ENVIRONMENT", "OMP_NUM_THREADS=1")
if h5file is None:
test.SetCommand([pyctest.PYTHON_EXECUTABLE,
"-c",
"print(\"Path to Globus file '{}/{}.h5' not specified\")".format(
phantom, phantom)])
else:
test.SetCommand([pyctest.PYTHON_EXECUTABLE,
".//benchmarking/pyctest_tomopy_rec.py",
h5file,
"-a", algorithm,
"--type", "slice",
"-f", "jpeg",
"-S", "1",
"-c", "4",
"-o", "benchmarking/{}".format(name),
"-n", "{}".format(args.ncores),
"-i", "{}".format(args.num_iter)])
# loop over args.phantoms, skip when generating C coverage (too long)
if not args.coverage and not args.disable_phantom_tests:
for phantom in args.phantoms:
# create a test comparing all the args.algorithms
test = pyctest.test()
name = "{}_{}".format(phantom, "comparison")
nsize = 512 if phantom != "shepp3d" else 128
# if size customized, create unique test-name
if args.phantom_size is not None and args.phantom_size != 512:
nsize = (args.phantom_size if phantom != "shepp3d" else
int(args.phantom_size / 4))
name = "{}_pix{}".format(name, nsize)
# original number of iterations before num-iter added to test name
if args.num_iter != 10:
name = "{}_itr{}".format(name, args.num_iter)
test.SetName(name)
test.SetProperty("WORKING_DIRECTORY", pyctest.BINARY_DIRECTORY)
test.SetProperty("ENVIRONMENT", "OMP_NUM_THREADS=1")
test.SetProperty("TIMEOUT", "10800") # 3 hours
ncores = args.ncores
niters = args.num_iter
if phantom == "shepp3d":
test.SetProperty("RUN_SERIAL", "ON")
test.SetCommand([pyctest.PYTHON_EXECUTABLE,
"./benchmarking/pyctest_tomopy_phantom.py",
"-p", phantom,
"-s", "{}".format(nsize),
"-A", "360",
"-f", "jpeg",
"-S", "1",
"-n", "{}".format(ncores),
"-i", "{}".format(niters),
"--output-dir", "benchmarking/{}".format(name),
"--compare"] + args.algorithms)
# generate the CTestConfig.cmake and CTestCustom.cmake
pyctest.generate_config(pyctest.BINARY_DIRECTORY)
# generate the CTestTestfile.cmake file
pyctest.generate_test_file(pyctest.BINARY_DIRECTORY)
# run CTest
pyctest.run(pyctest.ARGUMENTS, pyctest.BINARY_DIRECTORY)
def run_pyctest():
# ----------------------------------------------------------------------- #
# run argparse, checkout source, copy over files
#
args = configure()
# ----------------------------------------------------------------------- #
# Compiler version
#
if os.environ.get("CXX") is None:
os.environ["CXX"] = os.path.realpath(helpers.FindExePath("c++"))
cmd = pyct.command([os.environ["CXX"], "-dumpversion"])
cmd.SetOutputStripTrailingWhitespace(True)
cmd.Execute()
compiler_version = cmd.Output()
# ----------------------------------------------------------------------- #
# Set the build name
#
pyct.BUILD_NAME = "[{}] [{} {} {}] [{} {}]".format(
pyct.GetGitBranch(pyct.SOURCE_DIRECTORY),
platform.uname()[0],
helpers.GetSystemVersionInfo(),
platform.uname()[4],
os.path.basename(os.environ["CXX"]),
compiler_version,
)
# ----------------------------------------------------------------------- #
# build specifications
#
build_opts = {
"PTL_USE_ARCH": "OFF",
"PTL_USE_TBB": "OFF",
"PTL_USE_SANITIZER": "OFF",
"PTL_USE_CLANG_TIDY": "OFF",
"PTL_USE_COVERAGE": "OFF",
"PTL_USE_LOCKS": "ON" if args.use_locks else "OFF",
}
if args.tbb:
pyct.BUILD_NAME = "{} [tbb]".format(pyct.BUILD_NAME)
build_opts["PTL_USE_TBB"] = "ON"
if args.arch:
pyct.BUILD_NAME = "{} [arch]".format(pyct.BUILD_NAME)
build_opts["PTL_USE_ARCH"] = "ON"
if args.sanitizer:
pyct.BUILD_NAME = "{} [{}]".format(pyct.BUILD_NAME, args.sanitizer_type)
build_opts["PTL_USE_SANITIZER"] = "ON"
build_opts["PTL_SANITIZER_TYPE"] = args.sanitizer_type
if args.static_analysis:
build_opts["PTL_USE_CLANG_TIDY"] = "ON"
if args.coverage:
gcov_exe = helpers.FindExePath("gcov")
if gcov_exe is not None:
pyct.COVERAGE_COMMAND = "{}".format(gcov_exe)
build_opts["PTL_USE_COVERAGE"] = "ON"
warnings.warn("Forcing build type to 'Debug' when coverage is enabled")
pyct.BUILD_TYPE = "Debug"
build_opts["BUILD_SHARED_LIBS"] = "ON" if "shared" in args.build_libs else "OFF"
build_opts["BUILD_STATIC_LIBS"] = "ON" if "static" in args.build_libs else "OFF"
pyct.BUILD_NAME = "{} [{}]".format(pyct.BUILD_NAME, pyct.BUILD_TYPE)
# default options
cmake_args = "-DCMAKE_BUILD_TYPE={} -DPTL_BUILD_EXAMPLES=ON".format(pyct.BUILD_TYPE)
# customized from args
for key, val in build_opts.items():
cmake_args = "{} -D{}={}".format(cmake_args, key, val)
# ----------------------------------------------------------------------- #
# how to build the code
#
ctest_cmake_cmd = "${CTEST_CMAKE_COMMAND}"
pyct.CONFIGURE_COMMAND = "{} {} {} {}".format(
ctest_cmake_cmd, cmake_args, " ".join(pycm.ARGUMENTS), pyct.SOURCE_DIRECTORY
)
# ----------------------------------------------------------------------- #
# how to build the code
#
pyct.BUILD_COMMAND = "{} --build {} --target all".format(
ctest_cmake_cmd, pyct.BINARY_DIRECTORY
)
# ----------------------------------------------------------------------- #
# parallel build
#
if not args.static_analysis:
if platform.system() != "Windows":
pyct.BUILD_COMMAND = "{} -- -j{} VERBOSE=1".format(
pyct.BUILD_COMMAND, mp.cpu_count()
)
else:
pyct.BUILD_COMMAND = "{} -- /MP -A x64".format(pyct.BUILD_COMMAND)
# ----------------------------------------------------------------------- #
# how to update the code
#
git_exe = helpers.FindExePath("git")
pyct.UPDATE_COMMAND = "{}".format(git_exe)
pyct.set("CTEST_UPDATE_TYPE", "git")
pyct.set("CTEST_GIT_COMMAND", "{}".format(git_exe))
# ----------------------------------------------------------------------- #
# static analysis
#
clang_tidy_exe = helpers.FindExePath("clang-tidy")
if clang_tidy_exe:
pyct.set("CMAKE_CXX_CLANG_TIDY", "{};-checks=*".format(clang_tidy_exe))
# ----------------------------------------------------------------------- #
# find the CTEST_TOKEN_FILE
#
if args.pyctest_token_file is None and args.pyctest_token is None:
home = helpers.GetHomePath()
if home is not None:
token_path = os.path.join(home, os.path.join(".tokens", "nersc-cdash"))
if os.path.exists(token_path):
pyct.set("CTEST_TOKEN_FILE", token_path)
# ----------------------------------------------------------------------- #
# construct a command
#
def construct_command(cmd, args):
_cmd = []
_cmd.extend(cmd)
return _cmd
# ----------------------------------------------------------------------- #
# standard environment settings for tests, adds profile to notes
#
def test_env_settings(prof_fname, clobber=False, extra=""):
return "PTL_NUM_THREADS={};CPUPROFILE={};{}".format(
mp.cpu_count(), prof_fname, extra
)
# pyct.set("ENV{GCOV_PREFIX}", pyct.BINARY_DIRECTORY)
# pyct.set("ENV{GCOV_PREFIX_STRIP}", "4")
# ----------------------------------------------------------------------- #
# create tests
#
tasking_suffix = ""
if args.num_tasks != 65536:
tasking_suffix = "_{}".format(args.num_tasks)
test = pyct.test()
test.SetName("tasking{}".format(tasking_suffix))
test.SetProperty("WORKING_DIRECTORY", pyct.BINARY_DIRECTORY)
test.SetProperty(
"ENVIRONMENT",
test_env_settings(
"cpu-prof-tasking",
clobber=True,
extra="NUM_TASKS={}".format(args.num_tasks),
),
)
test.SetProperty("RUN_SERIAL", "ON")
test.SetCommand(construct_command(["./tasking"], args))
test = pyct.test()
test.SetName("recursive_tasking")
test.SetProperty("WORKING_DIRECTORY", pyct.BINARY_DIRECTORY)
test.SetProperty("ENVIRONMENT", test_env_settings("cpu-prof-recursive-tasking"))
test.SetProperty("RUN_SERIAL", "ON")
test.SetCommand(construct_command(["./recursive_tasking"], args))
test = pyct.test()
test.SetName("minimal")
test.SetProperty("WORKING_DIRECTORY", pyct.BINARY_DIRECTORY)
test.SetProperty("RUN_SERIAL", "ON")
test.SetCommand(construct_command(["./ptl-minimal"], args))
if args.tbb:
test = pyct.test()
test.SetName("tbb_minimal")
test.SetProperty("WORKING_DIRECTORY", pyct.BINARY_DIRECTORY)
test.SetProperty("RUN_SERIAL", "ON")
test.SetProperty("ENVIRONMENT", "PTL_USE_TBB=ON")
test.SetCommand(construct_command(["./ptl-minimal"], args))
test = pyct.test()
test.SetName("tbb_tasking{}".format(tasking_suffix))
test.SetProperty("WORKING_DIRECTORY", pyct.BINARY_DIRECTORY)
test.SetProperty(
"ENVIRONMENT",
test_env_settings(
"cpu-prof-tbb-tasking",
extra="NUM_TASKS={}".format(args.num_tasks),
),
)
test.SetProperty("RUN_SERIAL", "ON")
test.SetCommand(construct_command(["./tbb_tasking"], args))
test = pyct.test()
test.SetName("recursive_tbb_tasking")
test.SetProperty("WORKING_DIRECTORY", pyct.BINARY_DIRECTORY)
test.SetProperty(
"ENVIRONMENT", test_env_settings("cpu-prof-tbb-recursive-tasking")
)
test.SetProperty("RUN_SERIAL", "ON")
test.SetCommand(construct_command(["./recursive_tbb_tasking"], args))
pyct.generate_config(pyct.BINARY_DIRECTORY)
pyct.generate_test_file(pyct.BINARY_DIRECTORY)
pyct.run(pyct.ARGUMENTS, pyct.BINARY_DIRECTORY)
def run_pyctest():
#--------------------------------------------------------------------------#
# run argparse, checkout source, copy over files
#
args = configure()
#--------------------------------------------------------------------------#
# Compiler version
#
if os.environ.get("CXX") is None:
os.environ["CXX"] = helpers.FindExePath("c++")
cmd = pyct.command([os.environ["CXX"], "-dumpversion"])
cmd.SetOutputStripTrailingWhitespace(True)
cmd.Execute()
compiler_version = cmd.Output()
#--------------------------------------------------------------------------#
# Set the build name
#
pyct.BUILD_NAME = "{} {} {} {} {} {}".format(
get_branch(pyct.SOURCE_DIRECTORY),
platform.uname()[0], helpers.GetSystemVersionInfo(),
platform.uname()[4],
os.path.basename(os.path.realpath(os.environ["CXX"])),
compiler_version)
pyct.BUILD_NAME = '-'.join(pyct.BUILD_NAME.split())
#--------------------------------------------------------------------------#
# build specifications
#
build_opts = {
"BUILD_SHARED_LIBS":
"ON" if "shared" in args.build_libs else "OFF",
"BUILD_STATIC_LIBS":
"ON" if "static" in args.build_libs else "OFF",
"TIMEMORY_BUILD_TOOLS":
"ON" if args.tools else "OFF",
"TIMEMORY_BUILD_GOTCHA":
"ON" if args.gotcha else "OFF",
"TIMEMORY_BUILD_PYTHON":
"ON" if args.python else "OFF",
"TIMEMORY_BUILD_CALIPER":
"ON" if args.caliper else "OFF",
"TIMEMORY_BUILD_TESTING":
"ON",
"TIMEMORY_BUILD_EXTRA_OPTIMIZATIONS":
"ON" if args.extra_optimizations else "OFF",
"TIMEMORY_USE_MPI":
"ON" if args.mpi else "OFF",
"TIMEMORY_USE_TAU":
"ON" if args.tau else "OFF",
"TIMEMORY_USE_ARCH":
"ON" if args.arch else "OFF",
"TIMEMORY_USE_PAPI":
"ON" if args.papi else "OFF",
"TIMEMORY_USE_CUDA":
"ON" if args.cuda else "OFF",
"TIMEMORY_USE_CUPTI":
"ON" if args.cupti else "OFF",
"TIMEMORY_USE_GPERF":
"OFF",
"TIMEMORY_USE_UPCXX":
"ON" if args.upcxx else "OFF",
"TIMEMORY_USE_LIKWID":
"ON" if args.likwid else "OFF",
"TIMEMORY_USE_GOTCHA":
"ON" if args.gotcha else "OFF",
"TIMEMORY_USE_PYTHON":
"ON" if args.python else "OFF",
"TIMEMORY_USE_CALIPER":
"ON" if args.caliper else "OFF",
"TIMEMORY_USE_COVERAGE":
"ON" if args.coverage else "OFF",
"TIMEMORY_USE_SANITIZER":
"OFF",
"TIMEMORY_USE_CLANG_TIDY":
"ON" if args.static_analysis else "OFF",
"USE_PAPI":
"ON" if args.papi else "OFF",
"USE_MPI":
"ON" if args.mpi else "OFF",
"USE_CALIPER":
"ON" if args.caliper else "OFF",
}
if args.mpi and args.tools:
build_opts["TIMEMORY_BUILD_MPIP"] = "ON" if args.mpip else "OFF"
if args.python:
pyver = "{}.{}.{}".format(sys.version_info[0], sys.version_info[1],
sys.version_info[2])
pyct.BUILD_NAME = "{} PY-{}".format(pyct.BUILD_NAME, pyver)
if args.extra_optimizations:
pyct.BUILD_NAME = "{} OPT".format(pyct.BUILD_NAME)
if args.arch:
pyct.BUILD_NAME = "{} ARCH".format(pyct.BUILD_NAME)
if args.mpi:
pyct.BUILD_NAME = "{} MPI".format(pyct.BUILD_NAME)
if args.papi:
pyct.BUILD_NAME = "{} PAPI".format(pyct.BUILD_NAME)
if args.cuda:
pyct.BUILD_NAME = "{} CUDA".format(pyct.BUILD_NAME)
if args.cupti:
pyct.BUILD_NAME = "{} CUPTI".format(pyct.BUILD_NAME)
if args.caliper:
pyct.BUILD_NAME = "{} CALIPER".format(pyct.BUILD_NAME)
if args.gotcha:
pyct.BUILD_NAME = "{} GOTCHA".format(pyct.BUILD_NAME)
if args.upcxx:
pyct.BUILD_NAME = "{} UPCXX".format(pyct.BUILD_NAME)
if args.tau:
pyct.BUILD_NAME = "{} TAU".format(pyct.BUILD_NAME)
if args.likwid:
pyct.BUILD_NAME = "{} LIKWID".format(pyct.BUILD_NAME)
if args.profile is not None:
build_opts["TIMEMORY_USE_GPERF"] = "ON"
components = "profiler" if args.profile == "cpu" else "tcmalloc"
build_opts["TIMEMORY_gperftools_COMPONENTS"] = components
pyct.BUILD_NAME = "{} {}".format(pyct.BUILD_NAME, args.profile.upper())
if args.sanitizer is not None:
pyct.BUILD_NAME = "{} {}SAN".format(pyct.BUILD_NAME,
args.sanitizer.upper()[0])
build_opts["SANITIZER_TYPE"] = args.sanitizer
build_opts["TIMEMORY_USE_SANITIZER"] = "ON"
if args.coverage:
gcov_exe = helpers.FindExePath("gcov")
if gcov_exe is not None:
pyct.COVERAGE_COMMAND = "{}".format(gcov_exe)
build_opts["TIMEMORY_USE_COVERAGE"] = "ON"
pyct.BUILD_NAME = "{} COV".format(pyct.BUILD_NAME)
if pyct.BUILD_TYPE != "Debug":
warnings.warn(
"Forcing build type to 'Debug' when coverage is enabled")
pyct.BUILD_TYPE = "Debug"
else:
build_opts["TIMEMORY_USE_COVERAGE"] = "OFF"
pyct.set("CTEST_CUSTOM_COVERAGE_EXCLUDE", ".*external/.*;/usr/.*")
# split and join with dashes
pyct.BUILD_NAME = '-'.join(pyct.BUILD_NAME.replace('/', '-').split())
# default options
cmake_args = "-DCMAKE_BUILD_TYPE={} -DTIMEMORY_BUILD_EXAMPLES=ON".format(
pyct.BUILD_TYPE)
# customized from args
for key, val in build_opts.items():
cmake_args = "{} -D{}={}".format(cmake_args, key, val)
#--------------------------------------------------------------------------#
# how to build the code
#
ctest_cmake_cmd = "${CTEST_CMAKE_COMMAND}"
pyct.CONFIGURE_COMMAND = "{} {} {}".format(ctest_cmake_cmd, cmake_args,
pyct.SOURCE_DIRECTORY)
#--------------------------------------------------------------------------#
# how to build the code
#
pyct.BUILD_COMMAND = "{} --build {} --target all".format(
ctest_cmake_cmd, pyct.BINARY_DIRECTORY)
#--------------------------------------------------------------------------#
# parallel build
#
if platform.system() != "Windows":
pyct.BUILD_COMMAND = "{} -- -j{} VERBOSE=1".format(
pyct.BUILD_COMMAND, mp.cpu_count())
else:
pyct.BUILD_COMMAND = "{} -- /MP -A x64".format(pyct.BUILD_COMMAND)
#--------------------------------------------------------------------------#
# how to update the code
#
git_exe = helpers.FindExePath("git")
pyct.UPDATE_COMMAND = "{}".format(git_exe)
pyct.set("CTEST_UPDATE_TYPE", "git")
pyct.set("CTEST_GIT_COMMAND", "{}".format(git_exe))
#--------------------------------------------------------------------------#
# find the CTEST_TOKEN_FILE
#
if args.pyctest_token_file is None and args.pyctest_token is None:
home = helpers.GetHomePath()
if home is not None:
token_path = os.path.join(home,
os.path.join(".tokens", "nersc-cdash"))
if os.path.exists(token_path):
pyct.set("CTEST_TOKEN_FILE", token_path)
#--------------------------------------------------------------------------#
# construct a command
#
def construct_name(test_name):
return test_name.replace("_", "-")
#--------------------------------------------------------------------------#
# construct a command
#
def construct_command(cmd, args):
global clobber_notes
_cmd = []
if args.profile is not None:
_exe = os.path.basename(cmd[0])
if args.profile == "cpu":
_cmd.append(
os.path.join(pyct.BINARY_DIRECTORY,
"gperf-cpu-profile.sh"))
pyct.add_note(pyct.BINARY_DIRECTORY,
"cpu.prof.{}/gperf.0.txt".format(_exe),
clobber=clobber_notes)
pyct.add_note(pyct.BINARY_DIRECTORY,
"cpu.prof.{}/gperf.0.cum.txt".format(_exe),
clobber=False)
clobber_notes = False
elif args.profile == "heap":
_cmd.append(
os.path.join(pyct.BINARY_DIRECTORY,
"gperf-heap-profile.sh"))
for itr in [
"alloc_objects", "alloc_space", "inuse_objects",
"inuse_space"
]:
pyct.add_note(
pyct.BINARY_DIRECTORY,
"heap.prof.{}/gperf.0.0001.heap.{}.txt".format(
_exe, itr),
clobber=clobber_notes)
# make sure all subsequent iterations don't clobber
clobber_notes = False
_cmd.extend(cmd)
return _cmd
#--------------------------------------------------------------------------#
# construct a command
#
def construct_roofline_command(cmd, dir, extra_opts=[]):
_cmd = [
sys.executable, '-m', 'timemory.roofline', '-e', '-D', dir,
'--format', 'png'
]
_cmd.extend(extra_opts)
_cmd.extend(['--'])
_cmd.extend(cmd)
return _cmd
#--------------------------------------------------------------------------#
# create tests
#
test_env = ";".join([
"CPUPROFILE_FREQUENCY=200", "CPUPROFILE_REALTIME=1",
"CALI_CONFIG_PROFILE=runtime-report", "TIMEMORY_DART_OUTPUT=ON",
"TIMEMORY_DART_COUNT=1"
])
pyct.test(
construct_name("ex-optional-off"),
construct_command(["./ex_optional_off"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-cxx-overhead"),
construct_command(["./ex_cxx_overhead"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "600",
"ENVIRONMENT": test_env
})
if args.cuda:
pyct.test(
construct_name("ex-cuda-event"), ["./ex_cuda_event"], {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-cxx-minimal"),
construct_command(["./ex_cxx_minimal"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-c-minimal-library-overload"),
construct_command(["./ex_c_minimal_library_overload"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-c-timing"),
construct_command(["./ex_c_timing"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-cxx-minimal-library"),
construct_command(["./ex_cxx_minimal_library"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-optional-on"),
construct_command(["./ex_optional_on"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-c-minimal-library"),
construct_command(["./ex_c_minimal_library"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-ert"), construct_command(["./ex_ert"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "600",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-cxx-tuple"),
construct_command(["./ex_cxx_tuple"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-gotcha-mpi"),
construct_command(["./ex_gotcha_mpi"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
if args.python:
pyct.test(
construct_name("ex-python-caliper"),
construct_command(["./ex_python_caliper"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-caliper"),
construct_command(["./ex_caliper"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-c-minimal"),
construct_command(["./ex_c_minimal"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-cxx-minimal-library-overload"),
construct_command(["./ex_cxx_minimal_library_overload"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-cxx-basic"),
construct_command(["./ex_cxx_basic"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
if args.python:
pyct.test(
construct_name("ex-python-minimal"),
construct_command(["./ex_python_minimal"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "480",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-gotcha"), construct_command(["./ex_gotcha"], args),
{
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
if args.likwid:
pyct.test(
construct_name("ex-likwid"),
construct_command(["./ex_likwid"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
if args.python:
pyct.test(
construct_name("ex-python-likwid"),
construct_command(["./ex_python_likwid"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
if not args.python:
pyct.test(
construct_name("ex-cpu-roofline"),
construct_roofline_command(["./ex_cpu_roofline"], 'cpu-roofline',
['-t', 'cpu_roofline']),
{
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "900",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-cpu-roofline.sp"),
construct_roofline_command(["./ex_cpu_roofline.sp"],
'cpu-roofline.sp',
['-t', 'cpu_roofline']),
{
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "900",
"ENVIRONMENT": test_env
})
if args.cupti:
pyct.test(
construct_name("ex-gpu-roofline"),
construct_roofline_command(["./ex_gpu_roofline"],
'gpu-roofline',
['-t', 'gpu_roofline']),
{
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "900",
"ENVIRONMENT": test_env
})
pyct.generate_config(pyct.BINARY_DIRECTORY)
pyct.generate_test_file(os.path.join(pyct.BINARY_DIRECTORY, "tests"))
if not args.generate:
pyct.run(pyct.ARGUMENTS, pyct.BINARY_DIRECTORY)
if args.coverage:
script = os.path.join(pyct.SOURCE_DIRECTORY, "cmake", "Scripts",
"submit-coverage.sh")
cov = pyct.command([script, pyct.BINARY_DIRECTORY])
cov.SetWorkingDirectory(pyct.SOURCE_DIRECTORY)
cov.Execute()
print("{}".format(cov.Output()))
def run_pyctest():
#--------------------------------------------------------------------------#
# run argparse, checkout source, copy over files
#
args = configure()
#--------------------------------------------------------------------------#
# Compiler version
#
if os.environ.get("CXX") is None:
os.environ["CXX"] = helpers.FindExePath("c++")
cmd = pyct.command([os.environ["CXX"], "--version"])
cmd.SetOutputStripTrailingWhitespace(True)
cmd.Execute()
compiler_version = cmd.Output()
try:
cn = compiler_version.split()[0]
cv = re.search(r'(\b)\d.\d.\d', compiler_version)
compiler_version = '{}-{}'.format(cn, cv.group()[0])
except Exception as e:
print("Exception! {}".format(e))
cmd = pyct.command([os.environ["CXX"], "-dumpversion"])
cmd.SetOutputStripTrailingWhitespace(True)
cmd.Execute()
compiler_version = cmd.Output()
#--------------------------------------------------------------------------#
# Set the build name
#
pyct.BUILD_NAME = "{} {} {} {} {}".format(
get_branch(pyct.SOURCE_DIRECTORY),
platform.uname()[0], helpers.GetSystemVersionInfo(),
platform.uname()[4], compiler_version)
pyct.BUILD_NAME = '-'.join(pyct.BUILD_NAME.split())
#--------------------------------------------------------------------------#
# build specifications
#
build_opts = {
"BUILD_SHARED_LIBS":
"ON" if "shared" in args.build_libs else "OFF",
"BUILD_STATIC_LIBS":
"ON" if "static" in args.build_libs else "OFF",
"CMAKE_CXX_STANDARD":
"{}".format(args.cxx_standard),
"TIMEMORY_TLS_MODEL":
"{}".format(args.tls_model),
"TIMEMORY_CCACHE_BUILD":
"OFF",
"TIMEMORY_BUILD_C":
"ON",
"TIMEMORY_BUILD_LTO":
"ON" if args.lto else "OFF",
"TIMEMORY_BUILD_OMPT":
"OFF",
"TIMEMORY_BUILD_TOOLS":
"ON" if args.tools else "OFF",
"TIMEMORY_BUILD_GOTCHA":
"ON" if args.gotcha else "OFF",
"TIMEMORY_BUILD_PYTHON":
"ON" if args.python else "OFF",
"TIMEMORY_BUILD_CALIPER":
"ON" if args.caliper else "OFF",
"TIMEMORY_BUILD_DEVELOPER":
"ON" if args.developer else "OFF",
"TIMEMORY_BUILD_TESTING":
"ON",
"TIMEMORY_BUILD_EXTRA_OPTIMIZATIONS":
"ON" if args.extra_optimizations else "OFF",
"TIMEMORY_USE_MPI":
"ON" if args.mpi else "OFF",
"TIMEMORY_USE_TAU":
"ON" if args.tau else "OFF",
"TIMEMORY_USE_ARCH":
"ON" if args.arch else "OFF",
"TIMEMORY_USE_PAPI":
"ON" if args.papi else "OFF",
"TIMEMORY_USE_CUDA":
"ON" if args.cuda else "OFF",
"TIMEMORY_USE_NVTX":
"ON" if args.nvtx else "OFF",
"TIMEMORY_USE_OMPT":
"ON" if args.ompt else "OFF",
"TIMEMORY_USE_XRAY":
"ON" if args.xray else "OFF",
"TIMEMORY_USE_CUPTI":
"ON" if args.cupti else "OFF",
"TIMEMORY_USE_UPCXX":
"ON" if args.upcxx else "OFF",
"TIMEMORY_USE_LIKWID":
"ON" if args.likwid else "OFF",
"TIMEMORY_USE_GOTCHA":
"ON" if args.gotcha else "OFF",
"TIMEMORY_USE_PYTHON":
"ON" if args.python else "OFF",
"TIMEMORY_USE_CALIPER":
"ON" if args.caliper else "OFF",
"TIMEMORY_USE_COVERAGE":
"ON" if args.coverage else "OFF",
"TIMEMORY_USE_GPERFTOOLS":
"ON" if args.gperftools else "OFF",
"TIMEMORY_USE_STATISTICS":
"ON" if args.stats else "OFF",
"TIMEMORY_USE_COMPILE_TIMING":
"ON" if args.timing else "OFF",
"TIMEMORY_USE_SANITIZER":
"OFF",
"TIMEMORY_USE_CLANG_TIDY":
"ON" if args.static_analysis else "OFF",
"USE_PAPI":
"ON" if args.papi else "OFF",
"USE_MPI":
"ON" if args.mpi else "OFF",
"USE_CALIPER":
"ON" if args.caliper else "OFF",
"PYTHON_EXECUTABLE":
"{}".format(sys.executable),
}
if args.mpi and args.mpi_init:
build_opts["TIMEMORY_USE_MPI_INIT"] = "ON"
if args.ompt:
build_opts["OPENMP_ENABLE_LIBOMPTARGET"] = "OFF"
if args.tools:
build_opts["TIMEMORY_BUILD_MPIP_LIBRARY"] = "ON" if (
args.mpi and args.mpip) else "OFF"
build_opts["TIMEMORY_BUILD_OMPT_LIBRARY"] = "ON" if (
args.ompt) else "OFF"
build_opts[
"TIMEMORY_BUILD_KOKKOS_TOOLS"] = "ON" if args.kokkos else "OFF"
build_opts[
"TIMEMORY_BUILD_DYNINST_TOOLS"] = "ON" if args.dyninst else "OFF"
if args.python:
pyver = "{}.{}.{}".format(sys.version_info[0], sys.version_info[1],
sys.version_info[2])
pyct.BUILD_NAME = "{} PY-{}".format(pyct.BUILD_NAME, pyver)
if args.profile is not None:
build_opts["TIMEMORY_USE_GPERFTOOLS"] = "ON"
components = "profiler" if args.profile == "cpu" else "tcmalloc"
build_opts["TIMEMORY_gperftools_COMPONENTS"] = components
pyct.BUILD_NAME = "{} {}".format(pyct.BUILD_NAME, args.profile.upper())
if args.sanitizer is not None:
pyct.BUILD_NAME = "{} {}SAN".format(pyct.BUILD_NAME,
args.sanitizer.upper()[0])
build_opts["SANITIZER_TYPE"] = args.sanitizer
build_opts["TIMEMORY_USE_SANITIZER"] = "ON"
if args.coverage:
gcov_exe = helpers.FindExePath("gcov")
if gcov_exe is not None:
pyct.COVERAGE_COMMAND = "{}".format(gcov_exe)
build_opts["TIMEMORY_USE_COVERAGE"] = "ON"
pyct.BUILD_NAME = "{} COV".format(pyct.BUILD_NAME)
if pyct.BUILD_TYPE != "Debug":
warnings.warn(
"Forcing build type to 'Debug' when coverage is enabled")
pyct.BUILD_TYPE = "Debug"
else:
build_opts["TIMEMORY_USE_COVERAGE"] = "OFF"
pyct.set("CTEST_CUSTOM_COVERAGE_EXCLUDE", ".*external/.*;/usr/.*")
pyct.set("CTEST_CUSTOM_MAXIMUM_NUMBER_OF_ERRORS", "100")
pyct.set("CTEST_CUSTOM_MAXIMUM_NUMBER_OF_WARNINGS", "100")
# Use the options to create a build name with configuration
build_name = set()
mangled_tags = {
"EXTRA_OPTIMIZATIONS": "OPT",
"KOKKOS_TOOLS": "KOKKOS",
"DYNINST_TOOLS": "DYNINST"
}
exclude_keys = ("TESTING", "EXAMPLES", "GOOGLE_TEST", "CCACHE_BUILD",
"gperftools_COMPONENTS")
for opt_key, opt_val in build_opts.items():
tag = None
key = None
if opt_val == "OFF" or opt_val is None:
continue
else:
if "TIMEMORY_BUILD_" in opt_key:
tag = opt_key.replace("TIMEMORY_BUILD_", "")
key = tag
elif "TIMEMORY_USE_" in opt_key:
tag = opt_key.replace("TIMEMORY_USE_", "")
key = tag
elif "TIMEMORY_" in opt_key:
key = opt_key.replace("TIMEMORY_", "")
tag = "{}_{}".format(key, opt_val)
# if valid and turned on
if tag is not None and key is not None and key not in exclude_keys:
tag = mangled_tags.get(tag, tag)
build_name.add(tag)
build_name = sorted(build_name)
pyct.BUILD_NAME += " {}".format(" ".join(build_name))
# split and join with dashes
pyct.BUILD_NAME = '-'.join(pyct.BUILD_NAME.replace('/', '-').split())
# default options
cmake_args = "-DCMAKE_BUILD_TYPE={} -DTIMEMORY_BUILD_EXAMPLES=ON".format(
pyct.BUILD_TYPE)
# customized from args
for key, val in build_opts.items():
cmake_args = "{} -D{}={}".format(cmake_args, key, val)
cmake_args = "{} {}".format(cmake_args, " ".join(pycm.ARGUMENTS))
#--------------------------------------------------------------------------#
# how to build the code
#
ctest_cmake_cmd = "${CTEST_CMAKE_COMMAND}"
pyct.CONFIGURE_COMMAND = "{} {} {}".format(ctest_cmake_cmd, cmake_args,
pyct.SOURCE_DIRECTORY)
#--------------------------------------------------------------------------#
# how to build the code
#
pyct.BUILD_COMMAND = "{} --build {} --target all".format(
ctest_cmake_cmd, pyct.BINARY_DIRECTORY)
#--------------------------------------------------------------------------#
# parallel build
#
if platform.system() != "Windows":
pyct.BUILD_COMMAND = "{} -- -j{}".format(pyct.BUILD_COMMAND,
args.cpu_count)
else:
pyct.BUILD_COMMAND = "{} -- /MP -A x64".format(pyct.BUILD_COMMAND)
#--------------------------------------------------------------------------#
# how to update the code
#
git_exe = helpers.FindExePath("git")
pyct.UPDATE_COMMAND = "{}".format(git_exe)
pyct.set("CTEST_UPDATE_TYPE", "git")
pyct.set("CTEST_GIT_COMMAND", "{}".format(git_exe))
#--------------------------------------------------------------------------#
# find the CTEST_TOKEN_FILE
#
if args.pyctest_token_file is None and args.pyctest_token is None:
home = helpers.GetHomePath()
if home is not None:
token_path = os.path.join(home,
os.path.join(".tokens", "nersc-cdash"))
if os.path.exists(token_path):
pyct.set("CTEST_TOKEN_FILE", token_path)
#--------------------------------------------------------------------------#
# construct a command
#
def construct_name(test_name):
return test_name.replace("_", "-")
#--------------------------------------------------------------------------#
# construct a command
#
def construct_command(cmd, args):
global clobber_notes
_cmd = []
if args.profile is not None:
_exe = os.path.basename(cmd[0])
if args.profile == "cpu":
_cmd.append(
os.path.join(pyct.BINARY_DIRECTORY,
"gperf-cpu-profile.sh"))
pyct.add_note(pyct.BINARY_DIRECTORY,
"cpu.prof.{}/gperf.0.txt".format(_exe),
clobber=clobber_notes)
pyct.add_note(pyct.BINARY_DIRECTORY,
"cpu.prof.{}/gperf.0.cum.txt".format(_exe),
clobber=False)
clobber_notes = False
elif args.profile == "heap":
_cmd.append(
os.path.join(pyct.BINARY_DIRECTORY,
"gperf-heap-profile.sh"))
for itr in [
"alloc_objects", "alloc_space", "inuse_objects",
"inuse_space"
]:
pyct.add_note(
pyct.BINARY_DIRECTORY,
"heap.prof.{}/gperf.0.0001.heap.{}.txt".format(
_exe, itr),
clobber=clobber_notes)
# make sure all subsequent iterations don't clobber
clobber_notes = False
_cmd.extend(cmd)
return _cmd
#--------------------------------------------------------------------------#
# construct a command
#
def construct_roofline_command(cmd, dir, extra_opts=[]):
_cmd = [
sys.executable, '-m', 'timemory.roofline', '-e', '-D', dir,
'--format', 'png'
]
_cmd.extend(extra_opts)
_cmd.extend(['--'])
_cmd.extend(cmd)
return _cmd
#--------------------------------------------------------------------------#
# create tests
#
pypath = ":".join(
["{}".format(pyct.BINARY_DIRECTORY),
os.environ.get("PYTHONPATH", "")])
base_env = ";".join([
"CPUPROFILE_FREQUENCY=200", "CPUPROFILE_REALTIME=1",
"CALI_CONFIG_PROFILE=runtime-report", "TIMEMORY_PLOT_OUTPUT=ON",
"PYTHONPATH={}".format(pypath)
])
test_env = ";".join(
[base_env, "TIMEMORY_DART_OUTPUT=ON", "TIMEMORY_DART_COUNT=1"])
if args.tools:
pyct.test(
"timem-timemory-avail", ["./timem", "./timemory-avail"], {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-derived"),
construct_command(["./ex_derived"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-optional-off"),
construct_command(["./ex_optional_off"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
overhead_cmd = ["./ex_cxx_overhead"]
if args.coverage:
overhead_cmd += ["40", "30"]
pyct.test(
construct_name("ex-cxx-overhead"),
construct_command(overhead_cmd, args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "600",
"ENVIRONMENT": test_env
})
if args.cuda:
pyct.test(
construct_name("ex-cuda-event"), ["./ex_cuda_event"], {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-cxx-minimal"),
construct_command(["./ex_cxx_minimal"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-c-minimal-library-overload"),
construct_command(["./ex_c_minimal_library_overload"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-c-timing"),
construct_command(["./ex_c_timing"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-cxx-minimal-library"),
construct_command(["./ex_cxx_minimal_library"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-optional-on"),
construct_command(["./ex_optional_on"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-c-minimal-library"),
construct_command(["./ex_c_minimal_library"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
ert_cmd = ["./ex_ert"]
if args.coverage:
ert_cmd += ["512", "1081344", "2"]
pyct.test(
construct_name("ex-ert"), construct_command(ert_cmd, args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "600",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-cxx-tuple"),
construct_command(["./ex_cxx_tuple"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
if args.gotcha:
pyct.test(
construct_name("ex-gotcha"),
construct_command(["./ex_gotcha"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-gotcha-replacement"),
construct_command(["./ex_gotcha_replacement"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
if args.mpi:
pyct.test(
construct_name("ex-gotcha-mpi"),
construct_command(["./ex_gotcha_mpi"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
if args.python:
pyct.test(
"timemory-python", [sys.executable, "-c", "\"import timemory\""], {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": base_env
})
pyunittests = ["flat", "rusage", "throttle", "timeline", "timing"]
for t in pyunittests:
pyct.test(
"python-unittest-{}".format(t),
[sys.executable, "-m", "timemory.test.test_{}".format(t)], {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": base_env
})
pyct.test(
construct_name("ex-python-bindings"),
construct_command(
["mpirun", "-np", "2", sys.executable, "./ex_python_bindings"],
args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": base_env
})
if args.caliper:
pyct.test(
construct_name("ex-python-caliper"),
construct_command([sys.executable, "./ex_python_caliper"],
args),
{
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": base_env
})
pyct.test(
construct_name("ex-python-general"),
construct_command([sys.executable, "./ex_python_general"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": base_env
})
pyct.test(
construct_name("ex-python-profiler"),
construct_command([sys.executable, "./ex_python_profiler"], args),
{
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": base_env
})
pyct.test(
construct_name("ex-python-sample"),
construct_command([sys.executable, "./ex_python_sample"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": base_env
})
if args.caliper:
pyct.test(
construct_name("ex-caliper"),
construct_command(["./ex_caliper"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-c-minimal"),
construct_command(["./ex_c_minimal"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-cxx-minimal-library-overload"),
construct_command(["./ex_cxx_minimal_library_overload"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-cxx-basic"),
construct_command(["./ex_cxx_basic"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-statistics"),
construct_command(["./ex_cxx_statistics"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
if args.python:
pyct.test(
construct_name("ex-python-minimal"),
construct_command([sys.executable, "./ex_python_minimal"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "480",
"ENVIRONMENT": test_env
})
if args.likwid:
pyct.test(
construct_name("ex-likwid"),
construct_command(["./ex_likwid"], args), {
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
if args.python:
pyct.test(
construct_name("ex-python-likwid"),
construct_command([sys.executable, "./ex_python_likwid"],
args),
{
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "300",
"ENVIRONMENT": test_env
})
if not args.python:
pyct.test(
construct_name("ex-cpu-roofline"),
construct_roofline_command(["./ex_cpu_roofline"], 'cpu-roofline',
['-t', 'cpu_roofline']),
{
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "900",
"ENVIRONMENT": test_env
})
pyct.test(
construct_name("ex-cpu-roofline.sp"),
construct_roofline_command(["./ex_cpu_roofline.sp"],
'cpu-roofline.sp',
['-t', 'cpu_roofline']),
{
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "900",
"ENVIRONMENT": test_env
})
if args.cupti:
pyct.test(
construct_name("ex-gpu-roofline"),
construct_roofline_command(["./ex_gpu_roofline"],
'gpu-roofline',
['-t', 'gpu_roofline']),
{
"WORKING_DIRECTORY": pyct.BINARY_DIRECTORY,
"LABELS": pyct.PROJECT_NAME,
"TIMEOUT": "900",
"ENVIRONMENT": test_env
})
pyct.generate_config(pyct.BINARY_DIRECTORY)
pyct.generate_test_file(os.path.join(pyct.BINARY_DIRECTORY, "tests"))
if not args.generate:
pyct.run(pyct.ARGUMENTS, pyct.BINARY_DIRECTORY)
if args.coverage:
script = os.path.join(pyct.SOURCE_DIRECTORY, "cmake", "Scripts",
"submit-coverage.sh")
cov = pyct.command([script, pyct.BINARY_DIRECTORY])
cov.SetWorkingDirectory(pyct.SOURCE_DIRECTORY)
cov.Execute()
print("{}".format(cov.Output()))
else:
print("BUILD_NAME: {}".format(pyct.BUILD_NAME))
def run_pyctest():
#--------------------------------------------------------------------------#
# run argparse, checkout source, copy over files
#
args = configure()
#--------------------------------------------------------------------------#
# Compiler version
#
if os.environ.get("CXX") is None:
os.environ["CXX"] = helpers.FindExePath("c++")
cmd = pyctest.command([os.environ["CXX"], "-dumpversion"])
cmd.SetOutputStripTrailingWhitespace(True)
cmd.Execute()
compiler_version = cmd.Output()
#--------------------------------------------------------------------------#
# Set the build name
#
pyctest.BUILD_NAME = "{} {} {} {} {} {}".format(
pyctest.GetGitBranch(pyctest.SOURCE_DIRECTORY),
platform.uname()[0], helpers.GetSystemVersionInfo(),
platform.uname()[4],
os.path.basename(os.path.realpath(os.environ["CXX"])),
compiler_version)
pyctest.BUILD_NAME = '-'.join(pyctest.BUILD_NAME.split())
#--------------------------------------------------------------------------#
# build specifications
#
build_opts = {
"GEANT_USE_ARCH": "OFF",
"GEANT_USE_GPERF": "OFF",
"GEANT_USE_SANITIZER": "OFF",
"GEANT_USE_CLANG_TIDY": "OFF",
"GEANT_USE_COVERAGE": "OFF",
"PTL_USE_TBB": "OFF",
"GEANT_BUILD_EXAMPLES": "ON",
"GEANT_BUILD_TESTS": "ON",
"PTL_BUILD_EXAMPLES": "ON"
}
if args.tbb:
pyctest.BUILD_NAME = "{} tbb".format(pyctest.BUILD_NAME)
build_opts["PTL_USE_TBB"] = "ON"
if args.arch:
pyctest.BUILD_NAME = "{} arch".format(pyctest.BUILD_NAME)
build_opts["GEANT_USE_ARCH"] = "ON"
if args.gperf:
pyctest.BUILD_NAME = "{} gperf".format(pyctest.BUILD_NAME)
build_opts["GEANT_USE_GPERF"] = "ON"
warnings.warn(
"Forcing build type to 'RelWithDebInfo' when gperf is enabled")
pyctest.BUILD_TYPE = "RelWithDebInfo"
if args.sanitizer:
pyctest.BUILD_NAME = "{} asan".format(pyctest.BUILD_NAME)
build_opts["GEANT_USE_SANITIZER"] = "ON"
if args.no_static_analysis:
build_opts["GEANT_USE_CLANG_TIDY"] = "OFF"
if args.coverage:
gcov_exe = helpers.FindExePath("gcov")
if gcov_exe is not None:
pyctest.COVERAGE_COMMAND = "{}".format(gcov_exe)
build_opts["GEANT_USE_COVERAGE"] = "ON"
warnings.warn(
"Forcing build type to 'Debug' when coverage is enabled")
pyctest.BUILD_TYPE = "Debug"
# split and join with dashes
pyctest.BUILD_NAME = '-'.join(pyctest.BUILD_NAME.replace('/', '-').split())
# default options
cmake_args = "-DCMAKE_BUILD_TYPE={} -DPTL_BUILD_EXAMPLES=ON".format(
pyctest.BUILD_TYPE)
# customized from args
for key, val in build_opts.items():
cmake_args = "{} -D{}={}".format(cmake_args, key, val)
#--------------------------------------------------------------------------#
# how to build the code
#
ctest_cmake_cmd = "${CTEST_CMAKE_COMMAND}"
pyctest.CONFIGURE_COMMAND = "{} {} {}".format(ctest_cmake_cmd, cmake_args,
pyctest.SOURCE_DIRECTORY)
#--------------------------------------------------------------------------#
# how to build the code
#
pyctest.BUILD_COMMAND = "{} --build {} --target all".format(
ctest_cmake_cmd, pyctest.BINARY_DIRECTORY)
#--------------------------------------------------------------------------#
# parallel build
#
if platform.system() != "Windows":
pyctest.BUILD_COMMAND = "{} -- -j{} VERBOSE=1".format(
pyctest.BUILD_COMMAND, mp.cpu_count())
else:
pyctest.BUILD_COMMAND = "{} -- /MP -A x64".format(
pyctest.BUILD_COMMAND)
#--------------------------------------------------------------------------#
# how to update the code
#
git_exe = helpers.FindExePath("git")
pyctest.UPDATE_COMMAND = "{}".format(git_exe)
pyctest.set("CTEST_UPDATE_TYPE", "git")
pyctest.set("CTEST_GIT_COMMAND", "{}".format(git_exe))
#--------------------------------------------------------------------------#
# find the CTEST_TOKEN_FILE
#
if args.pyctest_token_file is None and args.pyctest_token is None:
home = helpers.GetHomePath()
if home is not None:
token_path = os.path.join(home,
os.path.join(".tokens", "nersc-cdash"))
if os.path.exists(token_path):
pyctest.set("CTEST_TOKEN_FILE", token_path)
#--------------------------------------------------------------------------#
# construct a command
#
def construct_command(cmd, args, clobber=False):
_cmd = []
if args.gperf:
_cmd.append(
os.path.join(pyctest.BINARY_DIRECTORY, "gperf-cpu-profile.sh"))
pyctest.add_note(pyctest.BINARY_DIRECTORY,
"gperf.cpu.prof.{}.0.txt".format(
os.path.basename(cmd[0])),
clobber=clobber)
pyctest.add_note(pyctest.BINARY_DIRECTORY,
"gperf.cpu.prof.{}.0.cum.txt".format(
os.path.basename(cmd[0])),
clobber=False)
#else:
# _cmd.append("./timem")
_cmd.extend(cmd)
return _cmd
#--------------------------------------------------------------------------#
# standard environment settings for tests, adds profile to notes
#
def test_env_settings(prof_fname, clobber=False, extra=""):
return "PTL_NUM_THREADS={};{}".format(mp.cpu_count(), extra)
#--------------------------------------------------------------------------#
# create tests
#
pyctest.test(
"test_tuple", construct_command(["./test_tuple"], args, clobber=True),
{
"WORKING_DIRECTORY": pyctest.BINARY_DIRECTORY,
"LABELS": pyctest.PROJECT_NAME
})
pyctest.test(
"test_memory", construct_command(["./test_memory"], args), {
"WORKING_DIRECTORY": pyctest.BINARY_DIRECTORY,
"LABELS": pyctest.PROJECT_NAME
})
pyctest.test(
"bench_tuple", construct_command(["./bench_tuple"], args), {
"WORKING_DIRECTORY": pyctest.BINARY_DIRECTORY,
"LABELS": pyctest.PROJECT_NAME
})
pyctest.test(
"bench_nvstd", construct_command(["./bench_nvstd"], args), {
"WORKING_DIRECTORY": pyctest.BINARY_DIRECTORY,
"LABELS": pyctest.PROJECT_NAME
})
pyctest.test(
"track_manager_tuple",
construct_command(["./track_manager_tuple"], args), {
"WORKING_DIRECTORY": pyctest.BINARY_DIRECTORY,
"LABELS": pyctest.PROJECT_NAME
})
tasking_suffix = ""
if args.num_tasks != 16384:
tasking_suffix = "_{}".format(args.num_tasks)
test = pyctest.test()
test.SetName("tasking{}".format(tasking_suffix))
test.SetProperty("WORKING_DIRECTORY", pyctest.BINARY_DIRECTORY)
test.SetProperty(
"ENVIRONMENT",
test_env_settings("cpu-prof-tasking",
clobber=True,
extra="NUM_TASKS={}".format(args.num_tasks)))
test.SetProperty("RUN_SERIAL", "ON")
test.SetProperty("LABELS", "PTL")
test.SetCommand(construct_command(["./tasking"], args))
test = pyctest.test()
test.SetName("recursive_tasking")
test.SetProperty("WORKING_DIRECTORY", pyctest.BINARY_DIRECTORY)
test.SetProperty("ENVIRONMENT",
test_env_settings("cpu-prof-recursive-tasking"))
test.SetProperty("RUN_SERIAL", "ON")
test.SetProperty("LABELS", "PTL")
test.SetCommand(construct_command(["./recursive_tasking"], args))
if args.tbb:
test = pyctest.test()
test.SetName("tbb_tasking{}".format(tasking_suffix))
test.SetProperty("WORKING_DIRECTORY", pyctest.BINARY_DIRECTORY)
test.SetProperty(
"ENVIRONMENT",
test_env_settings("cpu-prof-tbb-tasking",
extra="NUM_TASKS={}".format(args.num_tasks)))
test.SetProperty("RUN_SERIAL", "ON")
test.SetProperty("LABELS", "PTL")
test.SetCommand(construct_command(["./tbb_tasking"], args))
test = pyctest.test()
test.SetName("recursive_tbb_tasking")
test.SetProperty("WORKING_DIRECTORY", pyctest.BINARY_DIRECTORY)
test.SetProperty("ENVIRONMENT",
test_env_settings("cpu-prof-tbb-recursive-tasking"))
test.SetProperty("RUN_SERIAL", "ON")
test.SetProperty("LABELS", "PTL")
test.SetCommand(construct_command(["./recursive_tbb_tasking"], args))
# generate the dynamic tests
pyctest.generate_config(pyctest.BINARY_DIRECTORY)
pyctest.generate_test_file(
os.path.join(pyctest.BINARY_DIRECTORY, "testing"))
pyctest.run(pyctest.ARGUMENTS, pyctest.BINARY_DIRECTORY)