def test_parse(): info = parse_prof(DATA) assert info.tracing_no == 1 assert info.tracing_time == 0.006992 assert info.backend_no == 1 assert info.backend_time == 0.000525 assert info.ops.total == 2 assert info.heapcached_ops == 111 assert info.recorded_ops.total == 6 assert info.recorded_ops.calls == 3 assert info.guards == 1 assert info.opt_ops == 6 assert info.opt_guards == 1 assert info.forcings == 1 assert info.abort.trace_too_long == 10 assert info.abort.compiling == 11 assert info.abort.vable_escape == 12 assert info.abort.bad_loop == 135 assert info.abort.force_quasiimmut == 3 assert info.virtualizables_forced == 1123 assert info.nvirtuals == 13 assert info.nvholes == 14 assert info.nvreused == 15 assert info.vecopt_tried == 12 assert info.vecopt_success == 4
def test_really_run(): """ This test checks whether output of jitprof did not change. It'll explode when someone touches jitprof.py """ mydriver = JitDriver(reds = ['i', 'n'], greens = []) def f(n): i = 0 while i < n: mydriver.can_enter_jit(i=i, n=n) mydriver.jit_merge_point(i=i, n=n) i += 1 cap = py.io.StdCaptureFD() try: ll_meta_interp(f, [10], CPUClass=runner.LLGraphCPU, ProfilerClass=Profiler) finally: out, err = cap.reset() log = parse_log(err.splitlines(True)) err_sections = list(extract_category(log, 'jit-summary')) [err1] = err_sections # there should be exactly one jit-summary assert err1.count("\n") == JITPROF_LINES info = parse_prof(err1) # assert did not crash # asserts below are a bit delicate, possibly they might be deleted assert info.tracing_no == 1 assert info.backend_no == 1 assert info.ops.total == 2 assert info.recorded_ops.total == 2 assert info.recorded_ops.calls == 0 assert info.guards == 2 assert info.opt_ops == 11 assert info.opt_guards == 2 assert info.forcings == 0
def test_really_run(): """ This test checks whether output of jitprof did not change. It'll explode when someone touches jitprof.py """ mydriver = JitDriver(reds = ['i', 'n'], greens = []) def f(n): i = 0 while i < n: mydriver.can_enter_jit(i=i, n=n) mydriver.jit_merge_point(i=i, n=n) i += 1 cap = py.io.StdCaptureFD() try: ll_meta_interp(f, [10], CPUClass=runner.LLGraphCPU, type_system='lltype', ProfilerClass=Profiler) finally: out, err = cap.reset() log = parse_log(err.splitlines(True)) err_sections = list(extract_category(log, 'jit-summary')) [err1] = err_sections # there should be exactly one jit-summary assert err1.count("\n") == JITPROF_LINES info = parse_prof(err1) # assert did not crash # asserts below are a bit delicate, possibly they might be deleted assert info.tracing_no == 1 assert info.backend_no == 1 assert info.ops.total == 2 assert info.recorded_ops.total == 2 assert info.recorded_ops.calls == 0 assert info.guards == 2 assert info.opt_ops == 13 assert info.opt_guards == 2 assert info.forcings == 0
def run(self, func_or_src, args=[], import_site=False, **jitopts): jitopts.setdefault('threshold', 200) src = py.code.Source(func_or_src) if isinstance(func_or_src, types.FunctionType): funcname = func_or_src.func_name else: funcname = 'main' # write the snippet arglist = ', '.join(map(repr, args)) with self.filepath.open("w") as f: # we don't want to see the small bridges created # by the checkinterval reaching the limit f.write("import sys\n") f.write("sys.setcheckinterval(10000000)\n") f.write(str(src) + "\n") f.write("print %s(%s)\n" % (funcname, arglist)) # # run a child pypy-c with logging enabled logfile = self.filepath.new(ext='.log') # cmdline = [sys.executable] if not import_site: cmdline.append('-S') if jitopts: jitcmdline = ['%s=%s' % (key, value) for key, value in jitopts.items()] cmdline += ['--jit', ','.join(jitcmdline)] cmdline.append(str(self.filepath)) # env = os.environ.copy() env['PYPYLOG'] = self.log_string + ':' + str(logfile) pipe = subprocess.Popen(cmdline, env=env, stdout=subprocess.PIPE, stderr=subprocess.PIPE) stdout, stderr = pipe.communicate() if getattr(pipe, 'returncode', 0) < 0: raise IOError("subprocess was killed by signal %d" % ( pipe.returncode,)) if stderr.startswith('SKIP:'): py.test.skip(stderr) if stderr.startswith('debug_alloc.h:'): # lldebug builds stderr = '' assert not stderr # # parse the JIT log rawlog = logparser.parse_log_file(str(logfile)) rawtraces = logparser.extract_category(rawlog, 'jit-log-opt-') log = Log(rawtraces) log.result = eval(stdout) log.logfile = str(logfile) # summaries = logparser.extract_category(rawlog, 'jit-summary') if len(summaries) > 0: log.jit_summary = parse_prof(summaries[-1]) else: log.jit_summary = None # return log
def run(self, src, call, **jitopts): jitopts.setdefault('threshold', 200) # write the snippet with self.filepath.open("w") as f: # we don't want to see the small bridges created # by the checkinterval reaching the limit f.write(str(src) + "\n") # # run a child pyrolog-c with logging enabled logfile = self.filepath.new(ext='.log') # cmdline = [strexecutable] cmdline.append(str(self.filepath)) # print cmdline, logfile env = {'PYPYLOG': 'jit-log-opt,jit-summary:' + str(logfile)} #env={'PYPYLOG': ':' + str(logfile)} pipe = subprocess.Popen(cmdline, env=env, stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE) pipe.stdin.write(call + "\n") stdout, stderr = pipe.communicate() if stderr.startswith('SKIP:'): py.test.skip(stderr) if stderr.startswith('debug_alloc.h:'): # lldebug builds stderr = '' assert not stderr # # parse the JIT log rawlog = logparser.parse_log_file(str(logfile)) rawtraces = logparser.extract_category(rawlog, 'jit-log-opt-') log = Log(rawtraces) log.result = stdout if "ParseError" in log.result or "ERROR" in log.result: assert 0, log.result # summaries = logparser.extract_category(rawlog, 'jit-summary') if len(summaries) > 0: log.jit_summary = parse_prof(summaries[-1]) else: log.jit_summary = None # return log
def run(self, src, call, **jitopts): jitopts.setdefault('threshold', 200) # write the snippet with self.filepath.open("w") as f: # we don't want to see the small bridges created # by the checkinterval reaching the limit f.write(str(src) + "\n") # # run a child pyrolog-c with logging enabled logfile = self.filepath.new(ext='.log') # cmdline = [strexecutable] cmdline.append(str(self.filepath)) # print cmdline, logfile env={'PYPYLOG': 'jit-log-opt,jit-summary:' + str(logfile)} #env={'PYPYLOG': ':' + str(logfile)} pipe = subprocess.Popen(cmdline, env=env, stdin=subprocess.PIPE, stdout=subprocess.PIPE, stderr=subprocess.PIPE) pipe.stdin.write(call + "\n") stdout, stderr = pipe.communicate() if stderr.startswith('SKIP:'): py.test.skip(stderr) if stderr.startswith('debug_alloc.h:'): # lldebug builds stderr = '' assert not stderr # # parse the JIT log rawlog = logparser.parse_log_file(str(logfile)) rawtraces = logparser.extract_category(rawlog, 'jit-log-opt-') log = Log(rawtraces) log.result = stdout if "ParseError" in log.result or "ERROR" in log.result: assert 0, log.result # summaries = logparser.extract_category(rawlog, 'jit-summary') if len(summaries) > 0: log.jit_summary = parse_prof(summaries[-1]) else: log.jit_summary = None # return log
def test_parse(): info = parse_prof(DATA) assert info.tracing_no == 1 assert info.tracing_time == 0.006992 assert info.backend_no == 1 assert info.backend_time == 0.000525 assert info.ops.total == 2 assert info.recorded_ops.total == 6 assert info.recorded_ops.calls == 3 assert info.guards == 1 assert info.opt_ops == 6 assert info.opt_guards == 1 assert info.forcings == 1 assert info.abort.trace_too_long == 10 assert info.abort.compiling == 11 assert info.abort.vable_escape == 12 assert info.abort.bad_loop == 135 assert info.abort.force_quasiimmut == 3 assert info.nvirtuals == 13 assert info.nvholes == 14 assert info.nvreused == 15
def run(self, func_or_src, args=[], import_site=False, discard_stdout_before_last_line=False, **jitopts): jitopts.setdefault('threshold', 200) src = py.code.Source(func_or_src) if isinstance(func_or_src, types.FunctionType): funcname = func_or_src.func_name else: funcname = 'main' # write the snippet arglist = ', '.join(map(repr, args)) with self.filepath.open("w") as f: # we don't want to see the small bridges created # by the checkinterval reaching the limit f.write("import sys\n") f.write("sys.setcheckinterval(10000000)\n") f.write(str(src) + "\n") f.write("print %s(%s)\n" % (funcname, arglist)) # # run a child pypy-c with logging enabled logfile = self.filepath.new(ext='.log') # cmdline = [sys.executable] if not import_site: cmdline.append('-S') if jitopts: jitcmdline = [ '%s=%s' % (key, value) for key, value in jitopts.items() ] cmdline += ['--jit', ','.join(jitcmdline)] cmdline.append(str(self.filepath)) # env = os.environ.copy() env['PYPYLOG'] = self.log_string + ':' + str(logfile) pipe = subprocess.Popen(cmdline, env=env, stdout=subprocess.PIPE, stderr=subprocess.PIPE) stdout, stderr = pipe.communicate() if pipe.wait() < 0: raise IOError("subprocess was killed by signal %d" % (pipe.returncode, )) if stderr.startswith('SKIP:'): py.test.skip(stderr) if stderr.startswith('debug_alloc.h:'): # lldebug builds stderr = '' assert not stderr # if discard_stdout_before_last_line: stdout = stdout.splitlines(True)[-1] # # parse the JIT log rawlog = logparser.parse_log_file(str(logfile)) rawtraces = logparser.extract_category(rawlog, 'jit-log-opt-') log = Log(rawtraces) log.result = eval(stdout) log.logfile = str(logfile) # summaries = logparser.extract_category(rawlog, 'jit-summary') if len(summaries) > 0: log.jit_summary = parse_prof(summaries[-1]) else: log.jit_summary = None # return log