def __init__(self, value): super().__init__(value) rd = CodeReader(value) rd.consume_exact('#ifndef') rd.consume_inline_whitespace() self.name = rd.consume_identifier()
def __init__(self, value): super().__init__(value) rd = CodeReader(value) rd.consume_exact('#include') rd.consume_inline_whitespace() # get file (discard quotes) self.file = rd.consume_string()[1:-1]
def __init__(self, value): super().__init__(value) rd = CodeReader(value) rd.consume_exact('#pragma') rd.consume_inline_whitespace() self.name = rd.consume_identifier() rd.consume_inline_whitespace() if rd.has_identifier(): self.value = rd.consume_identifier() # identifier without quotes elif rd.has_number(): n = rd.consume_number() try: self.value = int(n, 10) except ValueError: try: self.value = int(n, 16) except ValueError: try: self.value = int(n, 2) except ValueError: rd.error('Could not parse number: %s' % n) elif rd.has_string(): self.value = rd.consume_string()[1:-1] # crop quotes else: self.value = True # boolean directive (flag) v = self.value if type(v) is str: self.value = {'true': True, 'false': False}.get(v.lower(), v)
def __init__(self, value): super().__init__(value) rd = CodeReader(value) rd.consume_exact('#define') rd.consume_inline_whitespace() # get macro name self.name = rd.consume_identifier() # arraylike flag self.arraylike = False self.functionlike = False # macro arguments self.args = None # which argument is variadic self.vararg_pos = None #print(str(rd.has_bracket())) if rd.has_paren(): tmp = rd.consume_block()[1:-1] # inside the paren self.args = [] for a in tmp.split(','): a = a.strip() if len(a) > 0: if a[-3:] == '...': # a is a variadic argument if self.vararg_pos is not None: rd.error('Macro can have only one variadic argument!') self.vararg_pos = len(self.args) a = a[:-3].strip() self.args.append(a) self.functionlike = True elif rd.has_bracket(): tmp = rd.consume_block()[1:-1].strip() # inside the bracket if not re.match(r'\A[a-zA-Z_][a-zA-Z0-9_]*\Z', tmp): rd.error('Invalid argument format for macro "%s": %s' % (self.name, tmp)) self.args = [tmp] self.arraylike = True rd.consume_inline_whitespace() # macro body self.body = rd.consume_all() # macro body tokens self.tokens = [] self.__parse_body()
def apply_macros(self): """ Recursively apply macros to the output of `process()` To be called after `process()`. The `output` variable is overwritten by this. Returns: The final source code after applying all macro replacements. """ if len(self.output) == 0: print('There is no source code.') return rd = CodeReader(self.output) applied_count = 0 out = '' while not rd.has_end(): out += self._handle_whitespace(rd) if rd.has_end(): break if rd.has_identifier(): ident = rd.consume_identifier() ident_whitesp = rd.consume_inline_whitespace() if ident in self.defines: macros = self.defines[ident] replacement = None if rd.has_bracket(): # array macro bracket = rd.consume_block()[1:-1] for mm in macros: if mm.is_arraylike(): if mm.can_use_args([bracket]): replacement = mm.generate([bracket]) break if replacement is None: out += ident + ident_whitesp out += '[%s]' % bracket else: out += replacement applied_count += 1 elif rd.has_paren(): # func macro paren = rd.consume_block() t = T_Paren(paren) t.set_type(ParenType.ARGVALS) t.tokenize() args = [] for a in t.tokens: args.append(a.value) # print(args) for mm in macros: if mm.is_functionlike(): if mm.can_use_args(args): replacement = mm.generate(args) break if replacement is None: out += ident + ident_whitesp + paren print( '[W] Macro "%s" defined, but can\'t use arguments (%s)' % (ident, ', '.join(args) )) else: out += replacement applied_count += 1 else: # const macro for mm in macros: if mm.can_use_args(None): replacement = mm.generate(None) break if replacement is None: out += ident + ident_whitesp else: out += replacement + ident_whitesp applied_count += 1 else: out += ident + ident_whitesp # give it back # "...", and "sdgfsd""JOINED" "This too" elif rd.has_string(): # handle string concatenation s = '' while rd.has_string(): s += rd.consume_string()[1:-1] # drop quotes rd.sweep() out += '"%s"' % s # //... elif rd.has_inline_comment(): rd.consume_line() # /* ... */ elif rd.has_block_comment(): rd.consume_block_comment() # any char... else: out += rd.consume() self.output = out # take care of macros in macros if applied_count > 0: return self.apply_macros() else: return out