def new(self): self.name = self.ll_mod.name n = "__main__" if self.hlnode.is_main else self.hlnode.python_name self.v.ctx.add(c.Comment('Create module "{}" with __name__ "{}"'.format(self.hlnode.python_name, n))) self.v.ctx.add( c.Assignment( "=", c.ID(self.ll_mod.name), c.FuncCall(c.ID("PyModule_New"), c.ExprList(c.Constant("string", n))) ) ) self.fail_if_null(self.ll_mod.name) # get the modules dict mods = PyDictLL(None, self.v) mods.declare_tmp(name="_modules") self.v.ctx.add(c.Comment("Insert into sys.modules")) self.v.ctx.add(c.Assignment("=", c.ID(mods.name), c.FuncCall(c.ID("PyImport_GetModuleDict"), c.ExprList()))) self.fail_if_null(self.ll_mod.name) mods.incref() # add ourself to the modules dict mods.set_item_string(n, self) # clear the ref so we don't free it later mods.clear() # grab the module dict self.v.ctx.add( c.Assignment( "=", c.ID(self.ll_dict.name), c.FuncCall(c.ID("PyModule_GetDict"), c.ExprList(c.ID(self.ll_mod.name))) ) ) self.fail_if_null(self.ll_dict.name) # set the builtins on the module self.set_attr_string("__builtins__", self.v.builtins) # set builtin properties self.set_initial_string_attribute("__name__", n)
def declare(self): # create the namespace dict self.ll_dict = PyDictLL(self.hlnode, self.v) self.ll_dict.declare(is_global=True, quals=["static"], name=self.hlnode.name + "_dict") # create the module creation function self.c_builder_func = c.FuncDef( c.Decl( self.c_builder_name, c.FuncDecl(c.ParamList(), c.PtrDecl(c.TypeDecl(self.c_builder_name, c.IdentifierType("PyObject")))), quals=["static"], ), c.Compound(), ) self.v.tu.add_fwddecl(self.c_builder_func.decl) self.v.tu.add(self.c_builder_func) # declare the module self.ll_mod = PyObjectLL(self.hlnode, self.v) self.ll_mod.declare(is_global=True, quals=["static"])
def attach_annotations(self, ret, args, vararg_name, vararg, kwonlyargs, kwarg_name, kwarg): if not (ret or args or vararg or kwonlyargs or kwarg): return self.v.ctx.add(c.Comment("build annotations dict")) tmp = PyDictLL(None, self.v) tmp.declare_tmp(name=self.hlnode.owner.name + '_annotations') tmp.new() if ret: tmp.set_item_string('return', ret) if vararg: tmp.set_item_string(vararg_name, vararg) if kwarg: tmp.set_item_string(kwarg_name, kwarg) for name, ann in args: if ann: tmp.set_item_string(str(name), ann) for name, ann in kwonlyargs: if ann: tmp.set_item_string(str(name), ann) self.c_obj.set_attr_string('__annotations__', tmp) tmp.decref()
def stub_load_args(self, args, defaults, vararg, kwonlyargs, kw_defaults, kwarg): self.stub_arg_insts = [] # get args ref args_tuple = self.stub_args_tuple kwargs_dict = self.stub_kwargs_dict # get copy of kwargs -- clear items out of it as we load them, or skip entirely if kwarg: if_have_kwargs = self.v.ctx.add(c.If(c.ID(kwargs_dict.name), c.Compound(), c.Compound())) with self.v.new_context(if_have_kwargs.iftrue): kwargs_inst = kwargs_dict.copy() with self.v.new_context(if_have_kwargs.iffalse): kwargs_dict.new() kwargs_inst = kwargs_dict else: kwargs_inst = None # load positional and normal keyword args if args: c_args_size = CIntegerLL(None, self.v) c_args_size.declare_tmp(name='_args_size') args_tuple.get_size_unchecked(c_args_size) arg_insts = [None] * len(args) for i, arg in enumerate(args): # Note: different scope than the actual args are declared in.. need to stub them out here #TODO: make this type pull from the arg.arg.hl.get_type() through lookup... maybe create dup_ll_type or something arg_insts[i] = PyObjectLL(arg.arg.hl, self.v) arg_insts[i].declare() # query if in positional args self.v.ctx.add(c.Comment("Grab arg {}".format(str(arg.arg)))) query_inst = self.v.ctx.add(c.If(c.BinaryOp('>', c.ID(c_args_size.name), c.Constant('integer', i)), c.Compound(), c.Compound())) ## get the positional arg on the true side with self.v.new_context(query_inst.iftrue): args_tuple.get_unchecked(i, arg_insts[i]) ## get the keyword arg on the false side with self.v.new_context(query_inst.iffalse): have_kwarg = self.v.ctx.add(c.If(c.ID('kwargs'), c.Compound(), None)) ### if we took kwargs, then get it directly with self.v.new_context(have_kwarg.iftrue): kwargs_dict.get_item_string_nofail(str(arg.arg), arg_insts[i]) ### if no kwargs passed or the item was not in the kwargs, load the default from defaults query_default_inst = self.v.ctx.add(c.If(c.UnaryOp('!', c.ID(arg_insts[i].name)), c.Compound(), c.Compound())) with self.v.new_context(query_default_inst.iftrue): kwstartoffset = len(args) - len(defaults) if i >= kwstartoffset: # try loading from defaults default_offset = i - kwstartoffset tmp = PyTupleLL(None, self.v) tmp.declare_tmp() self.c_obj.get_attr_string('__defaults__', tmp) #self.v.ctx.add(c.Assignment('=', c.ID(tmp.name), # c.FuncCall(c.ID('PyObject_GetAttrString'), c.ExprList(c.ID(self.c_obj.name), c.Constant('string', '__defaults__'))))) # tmp.get_unchecked(default_offset, arg_insts[i]) #self.v.ctx.add(c.Assignment('=', c.ID(arg_insts[i].name), # c.FuncCall(c.ID('PyTuple_GetItem'), c.ExprList(c.ID(tmp.name), c.Constant('integer', default_offset))))) arg_insts[i].incref() tmp.decref() #self.v.ctx.add(c.FuncCall(c.ID('Py_INCREF'), c.ID(arg_insts[i].name))) else: # emit an error for an unpassed arg with self.v.new_context(query_default_inst.iftrue): self.fail('PyExc_TypeError', 'Missing arg {}'.format(str(arg))) ### if we did get the item out of the kwargs, delete it from the inst copy so it's not duped in the args we pass with self.v.new_context(query_default_inst.iffalse): if kwargs_inst: kwargs_inst.del_item_string(str(arg.arg)) self.stub_arg_insts.extend(arg_insts) # add unused args to varargs and pass if in taken args or error if not if vararg: self.v.ctx.add(c.Comment('load varargs')) vararg_inst = args_tuple.get_slice(len(args), args_tuple.get_length()) self.stub_arg_insts.append(vararg_inst) else: len_inst = args_tuple.get_length() ifstmt = self.v.ctx.add(c.If(c.BinaryOp('>', c.ID(len_inst.name), c.Constant('integer', len(args))), c.Compound(), None)) with self.v.new_context(ifstmt.iftrue): self.fail_formatted('PyExc_TypeError', "{}() takes exactly {} positional arguments (%d given)".format(self.hlnode.owner.name, len(args)), len_inst) # load all keyword only args if kwonlyargs: kwarg_insts = [None] * len(kwonlyargs) for i, arg in enumerate(kwonlyargs): kwarg_insts[i] = PyObjectLL(arg.arg.hl, self.v) kwarg_insts[i].declare() # ensure we have kwargs at all have_kwarg = self.v.ctx.add(c.If(c.ID('kwargs'), c.Compound(), c.Compound())) ## in have_kwarg.iftrue, load all kwargs from the kwargs dict with self.v.new_context(have_kwarg.iftrue): for i, arg in enumerate(kwonlyargs): #FIXME: we can make this significantly more efficient with a bit of work kwargs_dict.get_item_string_nofail(str(arg.arg), kwarg_insts[i]) need_default = self.v.ctx.add(c.If(c.UnaryOp('!', c.ID(kwarg_insts[i].name)), c.Compound(), None)) ### not found in kwdict, means we need to load from default with self.v.new_context(need_default.iftrue): kwdefaults0 = PyDictLL(None, self.v) kwdefaults0.declare_tmp(name='_kwdefaults') self.c_obj.get_attr_string('__kwdefaults__', kwdefaults0) kwdefaults0.get_item_string(str(arg.arg), kwarg_insts[i]) kwdefaults0.decref() ### found in kwdict, means we need to delete from kwdict to avoid passing duplicate arg in kwargs if kwargs_inst: need_default.iffalse = c.Compound() with self.v.new_context(need_default.iffalse): kwargs_inst.del_item_string(str(arg.arg)) ## if have_kwarg.iffalse, need to load from the kwdefaults dict #TODO: this is identical to the failure case from above with self.v.new_context(have_kwarg.iffalse): kwdefaults1 = PyDictLL(None, self.v) kwdefaults1.declare_tmp(name='_kwdefaults') self.c_obj.get_attr_string('__kwdefaults__', kwdefaults1) for i, arg in enumerate(kwonlyargs): #have_kwarg.iffalse.add(c.Assignment('=', c.ID(kwdefaults1.name), # c.FuncCall(c.ID('PyObject_GetAttrString'), c.ExprList(c.ID(self.c_obj.name), c.Constant('string', '__kwdefaults__'))))) kwdefaults1.get_item_string(str(arg.arg), kwarg_insts[i]) #have_kwarg.iffalse.add(c.Assignment('=', c.ID(kwarg_insts[i].name), # c.FuncCall(c.ID('PyDict_GetItemString'), c.ExprList(c.ID(kwdefaults1.name), c.Constant('string', str(arg.arg)))))) #self.fail_if_null(kwarg_insts[i].name) kwdefaults1.decref() self.stub_arg_insts.extend(kwarg_insts) # pass remainder of kwargs dict in as the kwarg slot if kwarg: self.stub_arg_insts.append(kwargs_inst) '''
class PyModuleLL(PyObjectLL): def __init__(self, *args, **kwargs): super().__init__(*args, **kwargs) # the ll instance representing the dict of global variables self.ll_dict = None # the ll name and instance representing the function that builds the module self.c_builder_name = self.v.tu.reserve_global_name(self.hlnode.name + "_builder") self.c_builder_func = None def declare(self): # create the namespace dict self.ll_dict = PyDictLL(self.hlnode, self.v) self.ll_dict.declare(is_global=True, quals=["static"], name=self.hlnode.name + "_dict") # create the module creation function self.c_builder_func = c.FuncDef( c.Decl( self.c_builder_name, c.FuncDecl(c.ParamList(), c.PtrDecl(c.TypeDecl(self.c_builder_name, c.IdentifierType("PyObject")))), quals=["static"], ), c.Compound(), ) self.v.tu.add_fwddecl(self.c_builder_func.decl) self.v.tu.add(self.c_builder_func) # declare the module self.ll_mod = PyObjectLL(self.hlnode, self.v) self.ll_mod.declare(is_global=True, quals=["static"]) def return_existing(self): self.v.ctx.add(c.If(c.ID(self.ll_mod.name), c.Compound(c.Return(c.ID(self.ll_mod.name))), None)) def new(self): self.name = self.ll_mod.name n = "__main__" if self.hlnode.is_main else self.hlnode.python_name self.v.ctx.add(c.Comment('Create module "{}" with __name__ "{}"'.format(self.hlnode.python_name, n))) self.v.ctx.add( c.Assignment( "=", c.ID(self.ll_mod.name), c.FuncCall(c.ID("PyModule_New"), c.ExprList(c.Constant("string", n))) ) ) self.fail_if_null(self.ll_mod.name) # get the modules dict mods = PyDictLL(None, self.v) mods.declare_tmp(name="_modules") self.v.ctx.add(c.Comment("Insert into sys.modules")) self.v.ctx.add(c.Assignment("=", c.ID(mods.name), c.FuncCall(c.ID("PyImport_GetModuleDict"), c.ExprList()))) self.fail_if_null(self.ll_mod.name) mods.incref() # add ourself to the modules dict mods.set_item_string(n, self) # clear the ref so we don't free it later mods.clear() # grab the module dict self.v.ctx.add( c.Assignment( "=", c.ID(self.ll_dict.name), c.FuncCall(c.ID("PyModule_GetDict"), c.ExprList(c.ID(self.ll_mod.name))) ) ) self.fail_if_null(self.ll_dict.name) # set the builtins on the module self.set_attr_string("__builtins__", self.v.builtins) # set builtin properties self.set_initial_string_attribute("__name__", n) # self.ll_module.set_initial_string_attribute(self.context, '__name__', self.hl_module.owner.python_name) def set_initial_string_attribute(self, name: str, s: str): if s is not None: ps = PyStringLL(None, self.v) ps.declare_tmp() ps.new(s) else: ps = PyObjectLL(None, self.v) ps.declare_tmp() ps.assign_none() self.set_attr_string(name, ps) ps.decref() def intro(self): self.v.scope.ctx.add_variable( c.Decl( "__return_value__", c.PtrDecl(c.TypeDecl("__return_value__", c.IdentifierType("PyObject"))), init=c.ID("NULL"), ), False, ) def outro(self): self.v.ctx.add(c.Assignment("=", c.ID("__return_value__"), c.ID(self.ll_mod.name))) self.v.ctx.add(c.Label("end")) for name in reversed(self.v.scope.ctx.cleanup): self.v.ctx.add(c.FuncCall(c.ID("Py_XDECREF"), c.ExprList(c.ID(name)))) self.v.ctx.add(c.Return(c.ID("__return_value__"))) @contextmanager def maybe_recursive_call(self): yield def del_attr_string(self, name: str): self.ll_dict.del_item_string(name) def set_attr_string(self, name: str, val: LLType): self.ll_dict.set_item_string(name, val) # FIXME: do we really need both dict and attr? don't these go to the same place? # super().set_attr_string(name, val) def get_attr_string(self, attrname: str, out: LLType): if str(attrname) in PY_BUILTINS: mode = "likely" else: mode = "unlikely" # access globals first, fall back to builtins -- remember to ref the global if we get it, since dict get item borrows # out.xdecref() self.ll_dict.get_item_string_nofail(attrname, out) frombuiltins = self.v.ctx.add( c.If(c.FuncCall(c.ID(mode), c.ExprList(c.UnaryOp("!", c.ID(out.name)))), c.Compound(), None) ) with self.v.new_context(frombuiltins.iftrue): self.v.builtins.get_attr_string_with_exception( attrname, out, "PyExc_NameError", "name '{}' is not defined".format(attrname) )