def test_liveranges(self): i0, i1, i2 = IntFrontendOp(0), IntFrontendOp(0), IntFrontendOp(0) t = Trace([i0, i1, i2], metainterp_sd) p0 = FakeOp(t.record_op(rop.NEW_WITH_VTABLE, [], descr=SomeDescr())) t.record_op(rop.GUARD_TRUE, [i0]) resume.capture_resumedata([], [i1, i2, p0], [p0, i1], t) assert t.get_live_ranges() == [4, 4, 4, 4]
def test_read_snapshot_interface(self): i0, i1, i2 = IntFrontendOp(0), IntFrontendOp(0), IntFrontendOp(0) t = Trace([i0, i1, i2], metainterp_sd) t.record_op(rop.GUARD_TRUE, [i1]) frame0 = FakeFrame(1, JitCode(2), [i0, i1]) frame1 = FakeFrame(3, JitCode(4), [i2, i2]) resume.capture_resumedata([frame0, frame1], None, [], t) t.record_op(rop.GUARD_TRUE, [i1]) resume.capture_resumedata([frame0, frame1], None, [], t) (i0, i1, i2), l, iter = self.unpack(t) pos = l[0].rd_resume_position snapshot_iter = iter.get_snapshot_iter(pos) assert snapshot_iter.vable_array == [] assert snapshot_iter.vref_array == [] framestack = snapshot_iter.framestack jc_index, pc = snapshot_iter.unpack_jitcode_pc(framestack[1]) assert jc_index == 4 assert pc == 3 assert snapshot_iter.unpack_array(framestack[1].box_array) == [i2, i2] jc_index, pc = snapshot_iter.unpack_jitcode_pc(framestack[0]) assert jc_index == 2 assert pc == 1 assert snapshot_iter.unpack_array(framestack[0].box_array) == [i0, i1] pos = l[1].rd_resume_position snapshot_iter = iter.get_snapshot_iter(pos) framestack = snapshot_iter.framestack assert snapshot_iter.vable_array == [] assert snapshot_iter.vref_array == [] jc_index, pc = snapshot_iter.unpack_jitcode_pc(framestack[1]) assert jc_index == 4 assert pc == 3 assert snapshot_iter.unpack_array(framestack[1].box_array) == [i2, i2]
def test_tag_overflow(self): t = Trace([], metainterp_sd) i0 = FakeOp(100000) # if we overflow, we can keep recording for i in range(10): t.record_op(rop.FINISH, [i0]) assert t.unpack() == ([], []) assert t.tag_overflow
def test_virtualizable_virtualref(self): i0, i1, i2 = IntFrontendOp(0), IntFrontendOp(0), IntFrontendOp(0) t = Trace([i0, i1, i2], metainterp_sd) p0 = FakeOp(t.record_op(rop.NEW_WITH_VTABLE, [], descr=SomeDescr())) t.record_op(rop.GUARD_TRUE, [i0]) resume.capture_resumedata([], [i1, i2, p0], [p0, i1], t) (i0, i1, i2), l, iter = self.unpack(t) assert not l[1].framestack assert l[1].virtualizables == [l[0], i1, i2] assert l[1].vref_boxes == [l[0], i1]
def test_simple_iterator(self): i0, i1 = IntFrontendOp(0), IntFrontendOp(0) t = Trace([i0, i1], metainterp_sd) add = FakeOp(t.record_op(rop.INT_ADD, [i0, i1])) t.record_op(rop.INT_ADD, [add, ConstInt(1)]) (i0, i1), l, _ = self.unpack(t) assert len(l) == 2 assert l[0].opnum == rop.INT_ADD assert l[1].opnum == rop.INT_ADD assert l[1].getarg(1).getint() == 1 assert l[1].getarg(0) is l[0] assert l[0].getarg(0) is i0 assert l[0].getarg(1) is i1
def xxx_test_random_snapshot(self, lst): inputargs, ops = lst t = Trace(inputargs, metainterp_sd) for op in ops: newop = FakeOp(t.record_op(op.getopnum(), op.getarglist())) newop.orig_op = op if newop.is_guard(): resume.capture_resumedata(op.framestack, None, [], t) op.position = newop.get_position() inpargs, l, iter = self.unpack(t) loop1 = TreeLoop("loop1") loop1.inputargs = inputargs loop1.operations = ops loop2 = TreeLoop("loop2") loop2.inputargs = inpargs loop2.operations = l BaseTest.assert_equal(loop1, loop2)
def test_cut_trace_from(self): i0, i1, i2 = IntFrontendOp(0), IntFrontendOp(0), IntFrontendOp(0) t = Trace([i0, i1, i2], metainterp_sd) add1 = FakeOp(t.record_op(rop.INT_ADD, [i0, i1])) cut_point = t.cut_point() add2 = FakeOp(t.record_op(rop.INT_ADD, [add1, i1])) t.record_op(rop.GUARD_TRUE, [add2]) resume.capture_resumedata([FakeFrame(3, JitCode(4), [add2, add1, i1])], None, [], t) t.record_op(rop.INT_SUB, [add2, add1]) t2 = t.cut_trace_from(cut_point, [add1, i1]) (i0, i1), l, iter = self.unpack(t2) assert len(l) == 3 assert l[0].getarglist() == [i0, i1]
def convert_loop_to_trace(loop, metainterp_sd, skip_last=False): from rpython.jit.metainterp.opencoder import Trace from rpython.jit.metainterp.test.test_opencoder import FakeFrame from rpython.jit.metainterp import history, resume def get(a): if isinstance(a, history.Const): return a return mapping[a] class jitcode: index = 200 inputargs = [ pick_cls(inparg)(i) for i, inparg in enumerate(loop.inputargs) ] mapping = {} for one, two in zip(loop.inputargs, inputargs): mapping[one] = two trace = Trace(inputargs, metainterp_sd) ops = loop.operations if skip_last: ops = ops[:-1] for op in ops: newpos = trace.record_op(op.getopnum(), [get(arg) for arg in op.getarglist()], op.getdescr()) if rop.is_guard(op.getopnum()): failargs = [] if op.getfailargs(): failargs = [get(arg) for arg in op.getfailargs()] frame = FakeFrame(100, jitcode, failargs) resume.capture_resumedata([frame], None, [], trace) if op.type != 'v': newop = pick_cls(op)(newpos) mapping[op] = newop trace._mapping = mapping # for tests return trace
def convert_loop_to_trace(loop, metainterp_sd, skip_last=False): from rpython.jit.metainterp.opencoder import Trace from rpython.jit.metainterp.test.test_opencoder import FakeFrame from rpython.jit.metainterp import history, resume def get(a): if isinstance(a, history.Const): return a return mapping[a] class jitcode: index = 200 inputargs = [pick_cls(inparg)(i) for i, inparg in enumerate(loop.inputargs)] mapping = {} for one, two in zip(loop.inputargs, inputargs): mapping[one] = two trace = Trace(inputargs, metainterp_sd) ops = loop.operations if skip_last: ops = ops[:-1] for op in ops: newpos = trace.record_op(op.getopnum(), [get(arg) for arg in op.getarglist()], op.getdescr()) if rop.is_guard(op.getopnum()): failargs = [] if op.getfailargs(): failargs = [get(arg) for arg in op.getfailargs()] frame = FakeFrame(100, jitcode, failargs) resume.capture_resumedata([frame], None, [], trace) if op.type != 'v': newop = pick_cls(op)(newpos) mapping[op] = newop trace._mapping = mapping # for tests return trace
def test_rd_snapshot(self): i0, i1 = IntFrontendOp(0), IntFrontendOp(0) t = Trace([i0, i1], metainterp_sd) add = FakeOp(t.record_op(rop.INT_ADD, [i0, i1])) t.record_op(rop.GUARD_FALSE, [add]) # now we write rd_snapshot and friends frame0 = FakeFrame(1, JitCode(2), [i0, i1]) frame1 = FakeFrame(3, JitCode(4), [i0, i0, add]) framestack = [frame0] resume.capture_resumedata(framestack, None, [], t) (i0, i1), l, iter = self.unpack(t) assert l[1].opnum == rop.GUARD_FALSE assert l[1].framestack[0].boxes == [i0, i1] t.record_op(rop.GUARD_FALSE, [add]) resume.capture_resumedata([frame0, frame1], None, [], t) t.record_op(rop.INT_ADD, [add, add]) (i0, i1), l, iter = self.unpack(t) assert l[1].opnum == rop.GUARD_FALSE assert l[1].framestack[0].boxes == [i0, i1] assert l[2].opnum == rop.GUARD_FALSE fstack = l[2].framestack assert fstack[0].boxes == [i0, i1] assert fstack[1].boxes == [i0, i0, l[0]]
def test_deadranges(self): i0, i1, i2 = IntFrontendOp(0), IntFrontendOp(0), IntFrontendOp(0) t = Trace([i0, i1, i2], metainterp_sd) p0 = FakeOp(t.record_op(rop.NEW_WITH_VTABLE, [], descr=SomeDescr())) t.record_op(rop.GUARD_TRUE, [i0]) resume.capture_resumedata([], [i1, i2, p0], [p0, i1], t) i3 = FakeOp(t.record_op(rop.INT_ADD, [i1, ConstInt(1)])) i4 = FakeOp(t.record_op(rop.INT_ADD, [i3, ConstInt(1)])) t.record_op(rop.ESCAPE_N, [ConstInt(3)]) t.record_op(rop.ESCAPE_N, [ConstInt(3)]) t.record_op(rop.ESCAPE_N, [ConstInt(3)]) t.record_op(rop.ESCAPE_N, [ConstInt(3)]) t.record_op(rop.ESCAPE_N, [ConstInt(3)]) t.record_op(rop.FINISH, [i4]) assert t.get_dead_ranges() == [0, 0, 0, 0, 0, 3, 4, 5]
class History(object): ends_with_jump = False trace = None def __init__(self): self.descr_cache = {} self.descrs = {} self.consts = [] self._cache = [] def set_inputargs(self, inpargs, metainterp_sd): from rpython.jit.metainterp.opencoder import Trace self.trace = Trace(inpargs, metainterp_sd) self.inputargs = inpargs if self._cache is not None: # hack to record the ops *after* we know our inputargs for (opnum, argboxes, op, descr) in self._cache: pos = self.trace.record_op(opnum, argboxes, descr) op.set_position(pos) self._cache = None def length(self): return self.trace._count - len(self.trace.inputargs) def get_trace_position(self): return self.trace.cut_point() def cut(self, cut_at): self.trace.cut_at(cut_at) def any_operation(self): return self.trace._count > self.trace._start @specialize.argtype(2) def set_op_value(self, op, value): if value is None: return elif isinstance(value, bool): op.setint(int(value)) elif lltype.typeOf(value) == lltype.Signed: op.setint(value) elif lltype.typeOf(value) is longlong.FLOATSTORAGE: op.setfloatstorage(value) else: assert lltype.typeOf(value) == llmemory.GCREF op.setref_base(value) def _record_op(self, opnum, argboxes, descr=None): from rpython.jit.metainterp.opencoder import FrontendTagOverflow try: return self.trace.record_op(opnum, argboxes, descr) except FrontendTagOverflow: # note that with the default settings this one should not # happen - however if we hit that case, we don't get # anything disabled raise SwitchToBlackhole(Counters.ABORT_TOO_LONG) @specialize.argtype(3) def record(self, opnum, argboxes, value, descr=None): if self.trace is None: pos = 2**14 - 1 else: pos = self._record_op(opnum, argboxes, descr) if value is None: op = FrontendOp(pos) elif isinstance(value, bool): op = IntFrontendOp(pos) elif lltype.typeOf(value) == lltype.Signed: op = IntFrontendOp(pos) elif lltype.typeOf(value) is longlong.FLOATSTORAGE: op = FloatFrontendOp(pos) else: op = RefFrontendOp(pos) if self.trace is None: self._cache.append((opnum, argboxes, op, descr)) self.set_op_value(op, value) return op def record_nospec(self, opnum, argboxes, descr=None): tp = opclasses[opnum].type pos = self._record_op(opnum, argboxes, descr) if tp == 'v': return FrontendOp(pos) elif tp == 'i': return IntFrontendOp(pos) elif tp == 'f': return FloatFrontendOp(pos) assert tp == 'r' return RefFrontendOp(pos) def record_default_val(self, opnum, argboxes, descr=None): assert rop.is_same_as(opnum) op = self.record_nospec(opnum, argboxes, descr) op.copy_value_from(argboxes[0]) return op
class History(object): ends_with_jump = False trace = None def __init__(self): self.descr_cache = {} self.descrs = {} self.consts = [] self._cache = [] def set_inputargs(self, inpargs, metainterp_sd): from rpython.jit.metainterp.opencoder import Trace self.trace = Trace(inpargs, metainterp_sd) self.inputargs = inpargs if self._cache is not None: # hack to record the ops *after* we know our inputargs for (opnum, argboxes, op, descr) in self._cache: pos = self.trace.record_op(opnum, argboxes, descr) op.set_position(pos) self._cache = None def length(self): return self.trace._count - len(self.trace.inputargs) def trace_tag_overflow(self): return self.trace.tag_overflow def get_trace_position(self): return self.trace.cut_point() def cut(self, cut_at): self.trace.cut_at(cut_at) def any_operation(self): return self.trace._count > self.trace._start @specialize.argtype(2) def set_op_value(self, op, value): if value is None: return elif isinstance(value, bool): op.setint(int(value)) elif lltype.typeOf(value) == lltype.Signed: op.setint(value) elif lltype.typeOf(value) is longlong.FLOATSTORAGE: op.setfloatstorage(value) else: assert lltype.typeOf(value) == llmemory.GCREF op.setref_base(value) def _record_op(self, opnum, argboxes, descr=None): return self.trace.record_op(opnum, argboxes, descr) @specialize.argtype(3) def record(self, opnum, argboxes, value, descr=None): if self.trace is None: pos = 2**14 - 1 else: pos = self._record_op(opnum, argboxes, descr) if value is None: op = FrontendOp(pos) elif isinstance(value, bool): op = IntFrontendOp(pos) elif lltype.typeOf(value) == lltype.Signed: op = IntFrontendOp(pos) elif lltype.typeOf(value) is longlong.FLOATSTORAGE: op = FloatFrontendOp(pos) else: op = RefFrontendOp(pos) if self.trace is None: self._cache.append((opnum, argboxes, op, descr)) self.set_op_value(op, value) return op def record_nospec(self, opnum, argboxes, descr=None): tp = opclasses[opnum].type pos = self._record_op(opnum, argboxes, descr) if tp == 'v': return FrontendOp(pos) elif tp == 'i': return IntFrontendOp(pos) elif tp == 'f': return FloatFrontendOp(pos) assert tp == 'r' return RefFrontendOp(pos) def record_default_val(self, opnum, argboxes, descr=None): assert rop.is_same_as(opnum) op = self.record_nospec(opnum, argboxes, descr) op.copy_value_from(argboxes[0]) return op