def test_format_amoco(configfile,c_header): c = conf.Config(configfile) conf.config = c defs = list(parse(c_header,tag='test')) x = ccore.from_db(defs[0]) assert x._is_macro assert x.show(form='amoco') == 'MYCONST = 0x10' x = ccore.from_db(defs[5]) assert x._is_typedef assert x.show(form='amoco') == "TypeDefine('foo','P')" x = ccore.from_db(defs[8]) assert x._is_typedef assert x.show(form='amoco') == "TypeDefine('foo2','P * 2')" x = ccore.from_db(defs[10]) assert x._is_struct assert x.show(form='amoco') == '@StructDefine("""\nmyinteger : I ;comment for field I\ni * 12 : tab ;modern comment for tab\ns * 16 : p ;\nP : s ;\nP : next ;\nfoo : func ;\nstruct__bar * 2 : bar ;\n""")\nclass struct__mystruct(StructFormatter):\n def __init__(self,data="",offset=0):\n if data: self.unpack(data,offset)\n '
def prototype(ctx, proto): """Get prototype definitions from the remote database (or the local database if no remote is found) matching constraints on name of its return type or specific arguments. """ reqs = {} try: for p in proto: pos, t = p.split(':') pos = int(pos) reqs[pos] = c_type(t).show() except: click.secho('invalid arguments', fg='red', err=True) return db = ctx.obj['db'] Q = ctx.obj.get('select', Query()) L = db.search(Q, cls='cFunc') R = [] with click.progressbar(L) as pL: for l in L: x = ccore.from_db(l) P = [c_type(t).show() for t in x.argtypes()] P.insert(0, c_type(x.restype()).show()) if max(reqs) >= len(P): continue if not all(((t == P[i]) for (i, t) in reqs.items())): continue R.append(x.show(db, form='C')) if R: click.echo('\n'.join(R))
def test_format_C(configfile,c_header): c = conf.Config(configfile) conf.config = c defs = list(parse(c_header,tag='test')) x = ccore.from_db(defs[0]) assert x._is_macro assert x.show(form='C') == '#define MYCONST 0x10;' x = ccore.from_db(defs[5]) assert x._is_typedef assert x.show(form='C') == 'typedef int (*foo)(int, char, unsigned int, void *);' x = ccore.from_db(defs[8]) assert x._is_typedef assert x.show(form='C') == 'typedef void *(*(*foo2[2])(int, void **))[3];' x = ccore.from_db(defs[10]) assert x._is_struct assert x.show(form='C') == """struct _mystruct {
def test_format_ctypes(configfile,c_header): c = conf.Config(configfile) conf.config = c defs = list(parse(c_header,tag='test')) x = ccore.from_db(defs[0]) assert x._is_macro assert x.show(form='ctypes') == 'MYCONST = 16' x = ccore.from_db(defs[5]) assert x._is_typedef assert x.show(form='ctypes') == 'foo = POINTER(CFUNCTYPE(c_int, c_int, c_byte, c_uint, c_void_p))' x = ccore.from_db(defs[8]) assert x._is_typedef assert x.show(form='ctypes') == 'foo2 = POINTER(CFUNCTYPE(POINTER(c_void_p*3), c_int, c_void_p))*2' x = ccore.from_db(defs[10]) assert x._is_struct assert x.show(form='ctypes') == """struct__mystruct = type('struct__mystruct',(Structure,),{})
class Select_Prototype(Resource): def get(self): return { "verbose": False, "tag": "", "key": "", "match": "", "format": "C", "proto": "", } def post(self): parser = reqparse.RequestParser() parser.add_argument("verbose", type=bool) parser.add_argument("tag") parser.add_argument("key") parser.add_argument("match") parser.add_argument("proto") parser.add_argument("format") args = parser.parse_args() db = g_ctx.obj["db"] if args["tag"]: db.set_tag(args["tag"]) if verbose := args["verbose"]: keys = ("src", "tag") if args["key"] and args["match"]: Q = where(args["key"]).matches(args["match"]) else: Q = Query().noop() proto = args["proto"].split(";") fmt = args.get("format", "C") reqs = {} try: for p in proto: pos, t = p.split(":") pos = int(pos) reqs[pos] = c_type(t).show() except Exception: return abort(400, reason="bad prototype request") L = [] for l in db.search(Q & (where("cls") == "cFunc")): x = ccore.from_db(l) P = [c_type(t).show() for t in x.argtypes()] P.insert(0, c_type(x.restype()).show()) if max(reqs) >= len(P): continue if not all(((t == P[i]) for (i, t) in reqs.items())): continue d = {"id": l["id"], "val": x.show(db, form=fmt)} if verbose: for k in keys: d[k] = l[k] L.append(d) return L
class Select_Prototype(Resource): def get(self): return { 'verbose': False, 'tag': '', 'key': '', 'match': '', 'format': 'C', 'proto': '' } def post(self): parser = reqparse.RequestParser() parser.add_argument('verbose', type=bool) parser.add_argument('tag') parser.add_argument('key') parser.add_argument('match') parser.add_argument('proto') parser.add_argument('format') args = parser.parse_args() db = g_ctx.obj['db'] if args['tag']: db.set_tag(args['tag']) if verbose := args['verbose']: keys = ('src', 'tag') if args['key'] and args['match']: Q = where(args['key']).matches(args['match']) else: Q = Query() proto = args['proto'].split(';') fmt = args.get('format', 'C') reqs = {} try: for p in proto: pos, t = p.split(':') pos = int(pos) reqs[pos] = c_type(t).show() except Exception: return abort(400, reason="bad prototype request") L = [] for l in db.search(Q & (where('cls') == 'cFunc')): x = ccore.from_db(l) P = [c_type(t).show() for t in x.argtypes()] P.insert(0, c_type(x.restype()).show()) if max(reqs) >= len(P): continue if not all(((t == P[i]) for (i, t) in reqs.items())): continue d = {'id': l['id'], 'val': x.show(db, form=fmt)} if verbose: for k in keys: d[k] = l[k] L.append(d) return L
def show(ctx, form, recursive, identifier): """Print a definition from the remote database (or the local database if no remote is found) in C/C++ (default) format or other supported format (ctypes, amoco, raw). If the recursive option is used, the printed definitions include all other types required by the topmost definition. """ db = ctx.obj['db'] if recursive is True: recursive = set() Q = where('id') == identifier if db.contains(Q): for l in db.search(Q): x = ccore.from_db(l) click.echo(x.show(db, recursive, form=form)) else: click.secho("identifier '%s' not found" % identifier, fg='red', err=True)
def store(ctx, update): """Update the remote database with definitions from the current local database. If the update option flag is set, the dependency graph of local definitions is computed before pushing definitions to the remote database. """ db = ctx.obj['db'] rdb = db.rdb #force all operations to occur on local database: db.rdb = None Done = [] for l in db.search(db.tag): x = ccore.from_db(l) if not conf.QUIET: click.echo("unfolding '%s'..." % x.identifier, nl=False) try: l['use'] = list(x.unfold(db).subtypes.keys()) except: if not conf.QUIET: click.secho('failed.', fg='red') else: if not conf.QUIET: click.secho('ok.', fg='green') if update is True: db.ldb.update(l) Done.append(l) if rdb: if not conf.QUIET: click.echo('remote db insert multiple ...', nl=False) try: rdb.insert_multiple(Done) except: if not conf.QUIET: click.secho('failed.', fg='red') else: if not conf.QUIET: click.secho('done.', fg='green') if not update: db.ldb.remove(doc_ids=[l.doc_id for l in Done]) #restore remote database operations: db.rdb = rdb
def constant(ctx, mask, symbol, val): """Get constant definitions (macros or enums) from the remote database (or the local database if no remote is found) matching constraints on value (possibly representing a mask of several symbols) and symbol prefix. """ value = int(val, 0) db = ctx.obj['db'] Q = ctx.obj.get('select', Query()) Q &= ((where('cls') == 'cMacro') | (where('cls') == 'cEnum')) L = db.search(Q) R = [] with click.progressbar(L) as pL: for l in pL: x = ccore.from_db(l) if x._is_macro: if not (symbol in x.identifier): continue try: v = int(x, 0) except: continue else: if v == value: R.append(x.identifier + '\n') elif mask and (symbol in x.identifier): if v < value and v & value: R.append(x.identifier + ' | ') else: for k, v in x.items(): if v == value and (symbol in k): R.append(k + '\n') break elif mask and (symbol in k): if v < value and v & value: R.append(k + ' | ') if R: s = ''.join(R) click.echo(s.strip(' |\n'))
class Show(Resource): def get(self): return { "verbose": False, "tag": "", "recursive": False, "fmt": "C", "identifier": "", } def post(self): parser = reqparse.RequestParser() parser.add_argument("verbose", type=bool) parser.add_argument("recursive", type=bool) parser.add_argument("tag") parser.add_argument("fmt") parser.add_argument("identifier") args = parser.parse_args() db = g_ctx.obj["db"] if args["tag"]: db.set_tag(args["tag"]) if verbose := args["verbose"]: keys = ("cls", "tag", "src", "use") fmt = args["fmt"] or "C" recursive = args["recursive"] identifier = args["identifier"] Q = where("id") == identifier L = [] for l in db.search(Q): x = ccore.from_db(l) d = {"id": l["id"], "val": x.show(db, recursive, form=fmt)} if verbose: for k in keys: d[k] = l[k] L.append(d) return L
class Show(Resource): def get(self): return { 'verbose': False, 'tag': '', 'recursive': False, 'fmt': 'C', 'identifier': '' } def post(self): parser = reqparse.RequestParser() parser.add_argument('verbose', type=bool) parser.add_argument('recursive', type=bool) parser.add_argument('tag') parser.add_argument('fmt') parser.add_argument('identifier') args = parser.parse_args() db = g_ctx.obj['db'] if args['tag']: db.set_tag(args['tag']) if verbose := args['verbose']: keys = ('cls', 'tag', 'src', 'use') fmt = args['fmt'] or 'C' recursive = args['recursive'] identifier = args['identifier'] Q = where('id') == identifier L = [] for l in db.search(Q): x = ccore.from_db(l) d = {'id': l['id'], 'val': x.show(db, recursive, form=fmt)} if verbose: for k in keys: d[k] = l[k] L.append(d) return L
def info(ctx, identifier): """Get database internal informations about a definition. """ db = ctx.obj['db'] Q = where('id') == identifier if db.contains(Q): for l in db.search(Q): x = ccore.from_db(l) click.echo("identifier: {}".format(identifier)) click.secho("class : {}".format(l['cls']), fg='cyan') click.echo("source : {}".format(l['src'])) click.secho("tag : {}".format(l['tag']), fg='magenta') if x._is_struct or x._is_union or x._is_class: try: t = x.build(db) except (TypeError, KeyError) as e: what = e.args[0] click.secho("can't build %s:\nmissing type: '%s'" % (x.identifier, what), fg='red', err=True) click.echo('', err=True) continue F = [] for i, f in enumerate(t._fields_): field = getattr(t, f[0]) F.append((field.offset, field.size)) xsize = F[-1][0] + F[-1][1] click.secho("size : {}".format(xsize), fg='yellow') click.secho("offsets : {}".format([(f[0], f[1]) for f in F]), fg='yellow') else: click.secho("identifier '%s' not found" % identifier, fg='red', err=True)
class Select_Struct(Resource): def get(self): return { 'verbose': False, 'tag': '', 'key': '', 'match': '', 'def': False, 'format': 'C', 'conds': '' } def post(self): parser = reqparse.RequestParser() parser.add_argument('verbose', type=bool) parser.add_argument('tag') parser.add_argument('key') parser.add_argument('match') parser.add_argument('def', type=bool) parser.add_argument('format') parser.add_argument('conds') args = parser.parse_args() db = g_ctx.obj['db'] if args['tag']: db.set_tag(args['tag']) if verbose := args['verbose']: keys = ('src', 'tag') if args['key'] and args['match']: Q = where(args['key']).matches(args['match']) else: Q = Query() fmt = args['format'] or 'C' conds = args['conds'].split(';') pdef = args['def'] reqs = {} try: for p in conds: off, t = p.split(':') if off == '*': sz = int(t) reqs[off] = sz else: off = int(off) if t[0] == '+': reqs[off] = int(t) elif t[0] == '?': reqs[off] = t else: reqs[off] = c_type(t) except Exception: abort(400, reason="invalid constraints") L = [] for l in db.search(Q & ( (where('cls') == 'cStruct') | (where('cls') == 'cClass'))): x = ccore.from_db(l) out = '' ctcls = c_type try: if x._is_class: x = x.as_cStruct(db) t = x.build(db) except: continue F = [] for i, f in enumerate(t._fields_): field = getattr(t, f[0]) F.append((field.offset, field.size, ctcls(x[i][0]))) if F: xsize = F[-1][0] + F[-1][1] if '*' in reqs and reqs['*'] != xsize: continue F = dict(((f[0], f[1:3]) for f in F)) ok = [] for o, s in reqs.items(): if o == '*': continue cond = (o in F) ok.append(cond) if not cond: break if s == '?': continue if s == '*': cond = (F[o][1].is_ptr) elif isinstance(s, c_type): cond = (F[o][1].show() == s.show()) else: cond = (F[o][0] == s) ok.append(cond) if not cond: break if all(ok): if not pdef: out = x.identifier else: out = x.show(db, form=fmt) if out: d = {'val': out} if verbose: for k in keys: d[k] = l[k] L.append(d) return L
class Select_Struct(Resource): def get(self): return { "verbose": False, "tag": "", "key": "", "match": "", "def": False, "format": "C", "conds": "", } def post(self): parser = reqparse.RequestParser() parser.add_argument("verbose", type=bool) parser.add_argument("tag") parser.add_argument("key") parser.add_argument("match") parser.add_argument("def", type=bool) parser.add_argument("format") parser.add_argument("conds") args = parser.parse_args() db = g_ctx.obj["db"] if args["tag"]: db.set_tag(args["tag"]) if verbose := args["verbose"]: keys = ("src", "tag") if args["key"] and args["match"]: Q = where(args["key"]).matches(args["match"]) else: Q = Query().noop() fmt = args["format"] or "C" conds = args["conds"].split(";") pdef = args["def"] reqs = {} try: for p in conds: off, t = p.split(":") if off == "*": sz = int(t) reqs[off] = sz else: off = int(off) if t[0] == "+": reqs[off] = int(t) elif t[0] == "?": reqs[off] = t else: reqs[off] = c_type(t) except Exception: abort(400, reason="invalid constraints") L = [] for l in db.search(Q & ( (where("cls") == "cStruct") | (where("cls") == "cClass"))): x = ccore.from_db(l) out = "" ctcls = c_type try: if x._is_class: x = x.as_cStruct(db) t = x.build(db) except Exception: continue F = [] for i, f in enumerate(t._fields_): field = getattr(t, f[0]) F.append((field.offset, field.size, ctcls(x[i][0]))) if F: xsize = F[-1][0] + F[-1][1] if "*" in reqs and reqs["*"] != xsize: continue F = dict(((f[0], f[1:3]) for f in F)) ok = [] for o, s in reqs.items(): if o == "*": continue cond = o in F ok.append(cond) if not cond: break if s == "?": continue if s == "*": cond = F[o][1].is_ptr elif isinstance(s, c_type): cond = F[o][1].show() == s.show() else: cond = F[o][0] == s ok.append(cond) if not cond: break if all(ok): if not pdef: out = x.identifier else: out = x.show(db, form=fmt) if out: d = {"val": out} if verbose: for k in keys: d[k] = l[k] L.append(d) return L
class Select_Constant(Resource): def get(self): return { "verbose": False, "tag": "", "key": "", "match": "", "mask": False, "prefix": "", "val": "", } def post(self): parser = reqparse.RequestParser() parser.add_argument("verbose", type=bool) parser.add_argument("tag") parser.add_argument("key") parser.add_argument("match") parser.add_argument("mask", type=bool) parser.add_argument("prefix") parser.add_argument("val") args = parser.parse_args() db = g_ctx.obj["db"] if args["tag"]: db.set_tag(args["tag"]) if verbose := args["verbose"]: keys = ("src", "tag") if args["key"] and args["match"]: Q = where(args["key"]).matches(args["match"]) else: Q = Query().noop() try: value = int(args["val"], 0) except (ValueError, TypeError): abort(400, reason="invalid value") mask = args["mask"] pfx = args["prefix"] or "" Q &= (where("cls") == "cMacro") | (where("cls") == "cEnum") L = [] for l in db.search(Q): x = ccore.from_db(l) out = "" if x._is_macro: if pfx not in x.identifier: continue try: v = int(x, 0) except Exception: continue else: if v == value: out = x.identifier elif mask and (pfx in x.identifier): if v < value and v & value: out = x.identifier + " | " else: for k, v in x.items(): if v == value and (pfx in k): out = k break elif mask and (pfx in k): if v < value and v & value: out = k + " | " if out: d = {"val": out} if verbose: for k in keys: d[k] = l[k] L.append(d) return L
class Select_Constant(Resource): def get(self): return { 'verbose': False, 'tag': '', 'key': '', 'match': '', 'mask': False, 'prefix': '', 'val': '' } def post(self): parser = reqparse.RequestParser() parser.add_argument('verbose', type=bool) parser.add_argument('tag') parser.add_argument('key') parser.add_argument('match') parser.add_argument('mask', type=bool) parser.add_argument('prefix') parser.add_argument('val') args = parser.parse_args() db = g_ctx.obj['db'] if args['tag']: db.set_tag(args['tag']) if verbose := args['verbose']: keys = ('src', 'tag') if args['key'] and args['match']: Q = where(args['key']).matches(args['match']) else: Q = Query() try: value = int(args['val'], 0) except (ValueError, TypeError): abort(400, reason="invalid value") mask = args['mask'] pfx = args['prefix'] or '' Q &= (where('cls') == 'cMacro') | (where('cls') == 'cEnum') L = [] for l in db.search(Q): x = ccore.from_db(l) out = '' if x._is_macro: if (pfx not in x.identifier): continue try: v = int(x, 0) except Exception: continue else: if v == value: out = x.identifier elif mask and (pfx in x.identifier): if v < value and v & value: out = x.identifier + ' | ' else: for k, v in x.items(): if v == value and (pfx in k): out = k break elif mask and (pfx in k): if v < value and v & value: out = k + ' | ' if out: d = {'val': out} if verbose: for k in keys: d[k] = l[k] L.append(d) return L
def struct(ctx, pdef, conds): """Get structured definitions (struct, union or class) from the remote database (or the local database if no remote is found) matching constraints on total size or specific type name or size at given offset within the structure. """ reqs = {} try: for p in conds: off, t = p.split(':') if off == '*': sz = int(t) reqs[off] = sz else: off = int(off) if t[0] == '+': reqs[off] = int(t) elif t[0] == '?': reqs[off] = t else: reqs[off] = c_type(t) except: click.secho('invalid arguments', fg='red', err=True) return db = ctx.obj['db'] Q = ctx.obj.get('select', Query()) L = db.search(Q & ((where('cls') == 'cStruct') | (where('cls') == 'cClass'))) R = [] fails = [] with click.progressbar(L) as pL: for l in pL: x = ccore.from_db(l) ctcls = c_type try: if x._is_class: x = x.as_cStruct(db) t = x.build(db) except: fails.append("can't build %s" % x.identifier) continue F = [] for i, f in enumerate(t._fields_): field = getattr(t, f[0]) F.append((field.offset, field.size, ctcls(x[i][0]))) if F: xsize = F[-1][0] + F[-1][1] if '*' in reqs and reqs['*'] != xsize: continue F = dict(((f[0], f[1:3]) for f in F)) ok = [] for o, s in reqs.items(): if o == '*': continue cond = (o in F) ok.append(cond) if not cond: break if s == '?': continue if s == '*': cond = (F[o][1].is_ptr) elif isinstance(s, c_type): cond = (F[o][1].show() == s.show()) else: cond = (F[o][0] == s) ok.append(cond) if not cond: break if all(ok): if not pdef: res = x.identifier else: res = x.show(db, form='C') R.append(res) if conf.VERBOSE: click.secho(u'\n'.join(fails), fg='red', err=True) if R: click.echo('\n'.join(R))