def test():
from TestRunner import TestRunner
stages = ["LEG", "DP"]
metrics = ["HPWL", "TNS", "WNS"]
experiment = BaseExperiment("HippocrateDP experiment", "HippocrateDP.cfg",
"IWLS_GP_Hippocrate.list", metrics, stages)
testRunner = TestRunner()
testRunner.Append(experiment)
testRunner.Run()
def testmain(info=None, start=1, testMode=None):
""" main for test runner """
daemon = None
test_list = []
# load test list
if len(sys.argv) <= start:
testFile = info.get_config('test_list', '', "scripts/test_list.yml")
print("no test files given, using %s" % testFile)
with open(testFile, 'r') as fd:
test_load = load(fd, Loader=Loader)
test_list = test_load['test_list']
else:
for k in range(start, len(sys.argv)):
test_list.append(sys.argv[k])
print("Test list: " + str(test_list))
# add the multi instance module name to the Maloo test set name
if len(test_list) > 1:
info.set_config('setDirectiveFromConfig', 'addTestSetName', "yes")
# load and start daemon if required
use_daemon = info.get_config("use_daemon", "")
if use_daemon:
daemon = import_daemon(use_daemon, info)
rc = daemon.launch_process()
if rc:
return rc
# load test object and start the testing
if testMode == "littleChief":
tester = MultiRunner(info, test_list)
else:
tester = TestRunner(info, test_list)
rc = tester.run_testcases()
if daemon:
daemon.stop_process()
if rc == 0:
print("All tests passed\n")
else:
print("This run had test failures\n")
return rc
def runtest(config: Config, workdir: Path, results_dir: Path):
print(f"========== Grading {workdir.name}")
(workdir / config["output_dir"]).mkdir(exist_ok=True, parents=True)
secret_files = []
with (results_dir / f"{workdir.name}.txt").open("w", encoding="utf-8") as logfile:
if "build" in config:
logfile.write(utils.box_text("Build Step") + "\n")
# copy files from project root to build location
if "required_files" in config["build"]:
for file in config["build"]["required_files"]:
(workdir / file["dest"]).mkdir(exist_ok=True, parents=True)
try:
copy(
Path(".config") / file["file"], Path(workdir / file["dest"])
)
except FileNotFoundError as ex:
raise click.FileError(ex.filename, "are you sure it exists?")
if file.get("secret"):
secret_files.append(Path(workdir / file["dest"] / file["file"]))
if "commands" in config["build"]:
for command in config["build"]["commands"]:
br = TestResult(test_type="build", cmd=command)
command = shlex.split(command)
br.retval, br.stdout, br.stderr = utils.run_command(
command, cwd=workdir
)
logfile.write(br.log(config["output"]["build"]))
# loop through and run all tests
test_runner = TestRunner(logfile, workdir, config)
test_runner.run_all()
test_runner.log()
for file in secret_files:
file.unlink()
from Algorithms import AlgorithmType
from TestRunner import TestRunner
from Utils import File
dir_path = File.get_current_dir() # Get current dir
File.change_dir(
dir_path) # Change the working directory so we can read the file
ncolors, colours = File.read_file(
'colours.txt') # Total number of colours and list of colours
tr = TestRunner(colours)
# Requirement 1
tr.add_run_configuration(AlgorithmType.GREEDY_CONSTRUCTIVE, 100, 30)
tr.add_run_configuration(AlgorithmType.GREEDY_CONSTRUCTIVE, 500, 30)
# Requirement 2
tr.add_run_configuration(AlgorithmType.HILL_CLIMBING, 100, 30)
tr.add_run_configuration(AlgorithmType.HILL_CLIMBING, 500, 30)
# Requirement 3
# # - 30 starts
# # - Compute mean, median, STD
tr.add_run_configuration(AlgorithmType.MULTI_START_HC, 100, 30)
tr.add_run_configuration(AlgorithmType.MULTI_START_HC, 500, 30)
#
# # Requirement 4
# # - 30 starts
# # - Compute mean, median, STD
# IMPORTANT: Time required for DELTA SORT: ~16 minutes. #
#Client
from TestRunner import TestRunner
if __name__ == '__main__':
testRunner = TestRunner()
testRunner.runAll()
from sys import argv
from TestRunner import TestRunner
"""
Please implement TestRunner class (check requirements in TestRunner.py).
It should get module name as input and execute all methods from this module that name starts from 'test_'
Please use TestClass from test_class.py as an example of this test class.
So for this test class execution should look like this:
/Users/avolkov/work/virtual_env_37/bin/python3.7 run.py suites.test_class.TestClass
pass: 2 |error: 1 |fail: 1 |skipped: 1
Process finished with exit code 0
"""
if __name__ == '__main__':
file_name = argv[0]
tr = TestRunner(file_name)
tr.process_tests()
print(tr.get_result())
import os
from TestRunner import TestRunner
import unittest
class MyTestCase(unittest.TestCase):
def test_A(self):
"""A simple test that should PASS."""
self.assertTrue(True)
def test_B(self):
"""A simple test FAILURE."""
self.assertFalse(True)
@staticmethod
def test_C():
"""A simple ERROR raising test."""
assert 1 + 'a' == 32
if __name__ == '__main__':
test_suite = unittest.TestLoader().loadTestsFromTestCase(MyTestCase)
fp = os.path.join(os.path.dirname(__file__), "test.html")
runner = TestRunner(stream=fp,
title="My test report sample",
description="This is a sample test case.")
runner.run(test_suite)
from TestRunner import TestRunner from scipy.optimize import minimize import numpy as np test_runner = TestRunner() test_runner.optimise(maxiter=2000) test_runner.draw_plot()
