def run_testcases(testcases, benchmark=False, include=[], exclude=[]): if include: testcases = [n for n in testcases if n[0] in include] if exclude: testcases = [n for n in testcases if not n[0] in exclude] if benchmark: testcases = [n[1] for n in testcases if is_benchmark(n[1])] else: testcases = [n[1] for n in testcases if not is_benchmark(n[1])] runner(testcases)
def run_testcases(testcases, benchmark=False, include=[], exclude=[], single=None): if include: testcases = [n for n in testcases if n[0] in include] if exclude: testcases = [n for n in testcases if not n[0] in exclude] if benchmark: testcases = [n[1] for n in testcases if is_benchmark(n[1])] else: testcases = [n[1] for n in testcases if not is_benchmark(n[1])] runner(testcases, method_name=single)