def readTestFunctions(self): """For each TestFile we are running tests in, load the list of test functions in that file""" #XXX TODO - error handling if a test is specified that does not exist sys.stderr.write("Finding tests...\n") def get_job(test_file): def get_tests(): def callback(rv, signal, proc, killed): test_file.updateTestLists(rv) if test_file.compile_failed: self.uncompiled_files.append(test_file) else: self.compiled_files.append(test_file) return test_file.getTests(self.engine), callback, None return get_tests test_finder = JobRunner(self.num_processes, timeout=30) for path, test_file in self.tests.iteritems(): self.all_files.append(relpath(path, test_path)) test_finder.queue([get_job(test_file)]) test_finder.run()
def readTestFunctions(self): """For each TestFile we are running tests in, load the list of test functions in that file""" #XXX TODO - error handling if a test is specified that does not exist sys.stderr.write("Finding tests...\n") def get_job(test_file): def get_tests(): def callback(rv, signal, proc, killed): test_file.updateTestLists(rv) if test_file.compile_failed: self.uncompiled_files.append(test_file) else: self.compiled_files.append(test_file) return test_file.getTests(self.engine), callback, None return get_tests test_finder = JobRunner(self.num_processes, timeout=30) for path, test_file in self.tests.iteritems(): self.all_files.append(relpath(path, test_path)) test_finder.queue([get_job(test_file)]) test_finder.run()
def runTests(self): all_tests = TestSet() passed = TestSet() failed = TestSet() valgrind = TestSet() crashed = TestSet() timed_out = TestSet() def get_job(test): def run_job(): def callback(rv, signal, proc, killed): test.setStatus(rv, signal, proc, killed) #This is cleanup code that should perhaps be elsewhere if test.testrunner_fn is not None: os.unlink(test.testrunner_fn) if test.test_code_fn is not None: os.unlink(test.test_code_fn) test.testrunner_fn = None return test.run( self.engine, opts.engine_args), callback, test.timeout_multipler return run_job def get_job_fast(test_file): def run_job(): def callback(rv, signal, proc, killed): test_file.setTestsStatus(rv, signal, proc, killed) #This is cleanup code that should perhaps be elsewhere if test_file.testrunner_fn is not None: os.unlink(test_file.testrunner_fn) test_file.testrunner_fn = None return test_file.runFile(self.engine, opts.engine_args), callback, None return run_job sys.stderr.write("Running tests...\n") if opts.fast: timeout = 10 elif opts.valgrind: timeout = 30 * 50 else: timeout = 30 test_runner = JobRunner(self.num_processes, timeout=timeout) if opts.fast: for test_file in self.compiled_files: test_names = self.test_cases[test_file.path] test_file.setTests(test_names) test_runner.queue([get_job_fast(test_file)]) else: for test_file in self.compiled_files: test_names = self.test_cases[test_file.path] test_runner.queue( [get_job(item) for item in test_file.setTests(test_names)]) test_runner.run() crashed_files = [] for test_file in self.compiled_files: if opts.fast and test_file.crashed: crashed_files.append(test_file) continue all_tests |= test_file.testsRun() passed |= test_file.testsPassed() failed |= test_file.testsFailed() valgrind |= test_file.testsValgrind() crashed |= test_file.testsCrashed() timed_out |= test_file.testsTimedOut() results = regression.Results( getEngineName(self.engine), passed, failed, valgrind, crashed, timed_out, loaded_files=self.all_files, compile_failed=[f.relative_path for f in self.uncompiled_files], crashed_files=[f.relative_path for f in crashed_files]) tests_by_id = {} for test_file in self.tests.itervalues(): for test in test_file.itervalues(): tests_by_id[test.id] = test return tests_by_id, results
def runTests(self): all_tests = TestSet() passed = TestSet() failed = TestSet() valgrind = TestSet() crashed = TestSet() timed_out = TestSet() def get_job(test): def run_job(): def callback(rv, signal, proc, killed): test.setStatus(rv, signal, proc, killed) #This is cleanup code that should perhaps be elsewhere if test.testrunner_fn is not None: os.unlink(test.testrunner_fn) if test.test_code_fn is not None: os.unlink(test.test_code_fn) test.testrunner_fn = None return test.run(self.engine, opts.engine_args), callback, test.timeout_multipler return run_job def get_job_fast(test_file): def run_job(): def callback(rv, signal, proc, killed): test_file.setTestsStatus(rv, signal, proc, killed) #This is cleanup code that should perhaps be elsewhere if test_file.testrunner_fn is not None: os.unlink(test_file.testrunner_fn) test_file.testrunner_fn = None return test_file.runFile(self.engine, opts.engine_args), callback, None return run_job sys.stderr.write("Running tests...\n") if opts.fast: timeout = 10 elif opts.valgrind: timeout = 30*50 else: timeout = 30 test_runner = JobRunner(self.num_processes, timeout=timeout) if opts.fast: for test_file in self.compiled_files: test_names = self.test_cases[test_file.path] test_file.setTests(test_names) test_runner.queue([get_job_fast(test_file)]) else: for test_file in self.compiled_files: test_names = self.test_cases[test_file.path] test_runner.queue([get_job(item) for item in test_file.setTests(test_names)]) test_runner.run() crashed_files = [] for test_file in self.compiled_files: if opts.fast and test_file.crashed: crashed_files.append(test_file) continue all_tests |= test_file.testsRun() passed |= test_file.testsPassed() failed |= test_file.testsFailed() valgrind |= test_file.testsValgrind() crashed |= test_file.testsCrashed() timed_out |= test_file.testsTimedOut() results = regression.Results(getEngineName(self.engine), passed, failed, valgrind, crashed, timed_out, loaded_files=self.all_files, compile_failed=[f.relative_path for f in self.uncompiled_files], crashed_files=[f.relative_path for f in crashed_files]) tests_by_id = {} for test_file in self.tests.itervalues(): for test in test_file.itervalues(): tests_by_id[test.id] = test return tests_by_id, results