def test_format_ctypes(configfile, c_header):
c = conf.Config(configfile)
conf.config = c
defs = list(parse(c_header, tag="test"))
x = ccore.from_db(defs[0])
assert x._is_macro
assert x.show(form="ctypes") == "MYCONST = 16"
x = ccore.from_db(defs[5])
assert x._is_typedef
assert (x.show(form="ctypes") ==
"foo = POINTER(CFUNCTYPE(c_int, c_int, c_byte, c_uint, c_void_p))")
x = ccore.from_db(defs[8])
assert x._is_typedef
assert (x.show(
form="ctypes"
) == "foo2 = POINTER(CFUNCTYPE(POINTER(c_void_p*3), c_int, c_void_p))*2")
x = ccore.from_db(defs[10])
assert x._is_struct
assert (x.show(form="ctypes") ==
"""struct__mystruct = type('struct__mystruct',(Structure,),{})
struct__mystruct._fields_ = [("I", myinteger),
("tab", c_int*12),
("p", c_ubyte*16),
("s", POINTER(c_short)),
("next", POINTER(struct__mystruct)),
("func", foo),
("bar", struct__bar*2)]""")
def test_format_C(configfile, c_header):
c = conf.Config(configfile)
conf.config = c
defs = list(parse(c_header, tag="test"))
x = ccore.from_db(defs[0])
assert x._is_macro
assert x.show(form="C") == "#define MYCONST 0x10;"
x = ccore.from_db(defs[5])
assert x._is_typedef
assert x.show(
form="C") == "typedef int (*foo)(int, char, unsigned int, void *);"
x = ccore.from_db(defs[8])
assert x._is_typedef
assert x.show(form="C") == "typedef void *(*(*foo2[2])(int, void **))[3];"
x = ccore.from_db(defs[10])
assert x._is_struct
assert (x.show(form="C") == """struct _mystruct {
myinteger I;
int tab[12];
unsigned char p[16];
short *s;
struct _mystruct *next;
foo func;
struct _bar bar[2];
};""")
def prototype(ctx, proto):
"""Get prototype definitions from the remote database
(or the local database if no remote is found) matching
constraints on name of its return type or specific
arguments.
"""
reqs = {}
try:
for p in proto:
pos, t = p.split(':')
pos = int(pos)
reqs[pos] = c_type(t).show()
except Exception:
click.secho('invalid arguments', fg='red', err=True)
return
db = ctx.obj['db']
Q = ctx.obj.get('select', Query().noop())
L = db.search(Q, cls='cFunc')
R = []
with click.progressbar(L) as pL:
for l in L:
x = ccore.from_db(l)
P = [c_type(t).show() for t in x.argtypes()]
P.insert(0, c_type(x.restype()).show())
if max(reqs) >= len(P): continue
if not all(((t == P[i]) for (i, t) in reqs.items())):
continue
R.append(x.show(db, form='C'))
if R:
click.echo('\n'.join(R))
def test_format_C(configfile,c_header):
c = conf.Config(configfile)
conf.config = c
defs = list(parse(c_header,tag='test'))
x = ccore.from_db(defs[0])
assert x._is_macro
assert x.show(form='C') == '#define MYCONST 0x10;'
x = ccore.from_db(defs[5])
assert x._is_typedef
assert x.show(form='C') == 'typedef int (*foo)(int, char, unsigned int, void *);'
x = ccore.from_db(defs[8])
assert x._is_typedef
assert x.show(form='C') == 'typedef void *(*(*foo2[2])(int, void **))[3];'
x = ccore.from_db(defs[10])
assert x._is_struct
assert x.show(form='C') == """struct _mystruct {
def test_format_amoco(configfile,c_header):
c = conf.Config(configfile)
conf.config = c
defs = list(parse(c_header,tag='test'))
x = ccore.from_db(defs[0])
assert x._is_macro
assert x.show(form='amoco') == 'MYCONST = 0x10'
x = ccore.from_db(defs[5])
assert x._is_typedef
assert x.show(form='amoco') == "TypeDefine('foo','P')"
x = ccore.from_db(defs[8])
assert x._is_typedef
assert x.show(form='amoco') == "TypeDefine('foo2','P * 2')"
x = ccore.from_db(defs[10])
assert x._is_struct
assert x.show(form='amoco') == '@StructDefine("""\nmyinteger : I ;comment for field I\ni * 12 : tab ;modern comment for tab\ns * 16 : p ;\nP : s ;\nP : next ;\nfoo : func ;\nstruct__bar * 2 : bar ;\n""")\nclass struct__mystruct(StructFormatter):\n def __init__(self,data="",offset=0):\n if data: self.unpack(data,offset)\n '
def test_format_ctypes(configfile,c_header):
c = conf.Config(configfile)
conf.config = c
defs = list(parse(c_header,tag='test'))
x = ccore.from_db(defs[0])
assert x._is_macro
assert x.show(form='ctypes') == 'MYCONST = 16'
x = ccore.from_db(defs[5])
assert x._is_typedef
assert x.show(form='ctypes') == 'foo = POINTER(CFUNCTYPE(c_int, c_int, c_byte, c_uint, c_void_p))'
x = ccore.from_db(defs[8])
assert x._is_typedef
assert x.show(form='ctypes') == 'foo2 = POINTER(CFUNCTYPE(POINTER(c_void_p*3), c_int, c_void_p))*2'
x = ccore.from_db(defs[10])
assert x._is_struct
assert x.show(form='ctypes') == """struct__mystruct = type('struct__mystruct',(Structure,),{})
def test_parser_cxx(configfile,cxx_myclass):
c = conf.Config(configfile)
c.Terminal.quiet = True
c.Terminal.timer = False
c.Collect.strict = False
c.Collect.cxx = True
conf.config = c
defs = list(parse_string(cxx_myclass))
assert len(defs)==1
x = ccore.from_db(defs[0])
assert x._is_class
assert len(x)==11
assert x[4] == (('', 'void (int)'),
('_ZN7MyClassC1Ei', 'MyClass'),
('PUBLIC', None))
def test_parser_c(configfile,c_header):
c = conf.Config(configfile)
c.Terminal.quiet = True
c.Terminal.timer = False
c.Collect.strict = False
c.Collect.cxx = False
conf.config = c
defs = list(parse(c_header,tag='test'))
assert defs[0]['cls'] == 'cMacro'
assert defs[0]['id'] == 'MYCONST'
assert defs[0]['tag'] == 'test'
assert defs[0]['val'] == ' 0x10'
x = ccore.from_db(defs[5])
assert x._is_typedef
assert str(x)=='int (*)(int, char, unsigned int, void *)'
def test_parser_c(configfile, c_header):
c = conf.Config(configfile)
c.Terminal.quiet = True
c.Terminal.timer = False
c.Collect.strict = False
c.Collect.cxx = False
conf.config = c
defs = list(parse(c_header, tag="test"))
assert defs[0]["cls"] == "cMacro"
assert defs[0]["id"] == "MYCONST"
assert defs[0]["tag"] == "test"
assert defs[0]["val"] == " 0x10"
x = ccore.from_db(defs[5])
assert x._is_typedef
assert str(x) == "int (*)(int, char, unsigned int, void *)"
def show(ctx, form, recursive, identifier):
"""Print a definition
from the remote database (or the local database if no remote is found) in
C/C++ (default) format or other supported format (ctypes, amoco, raw).
If the recursive option is used, the printed definitions include all
other types required by the topmost definition.
"""
db = ctx.obj['db']
if recursive is True:
recursive = set()
Q = where('id') == identifier
if db.contains(Q):
for l in db.search(Q):
x = ccore.from_db(l)
click.echo(x.show(db, recursive, form=form))
else:
click.secho("identifier '%s' not found" % identifier,
fg='red',
err=True)
def store(ctx, update):
"""Update the remote database with definitions from the current local database.
If the update option flag is set, the dependency graph of local definitions
is computed before pushing definitions to the remote database.
"""
db = ctx.obj['db']
rdb = db.rdb
#force all operations to occur on local database:
db.rdb = None
Done = []
for l in db.search(db.tag):
x = ccore.from_db(l)
if not conf.QUIET:
click.echo("unfolding '%s'..." % x.identifier, nl=False)
try:
l['use'] = list(x.unfold(db).subtypes.keys())
except Exception:
if not conf.QUIET:
click.secho('failed.', fg='red')
else:
if not conf.QUIET:
click.secho('ok.', fg='green')
if update is True:
db.ldb.update(l)
Done.append(l)
if rdb:
if not conf.QUIET:
click.echo('remote db insert multiple ...', nl=False)
try:
rdb.insert_multiple(Done)
except Exception:
if not conf.QUIET:
click.secho('failed.', fg='red')
else:
if not conf.QUIET:
click.secho('done.', fg='green')
if not update:
db.ldb.remove(doc_ids=[l.doc_id for l in Done])
#restore remote database operations:
db.rdb = rdb
def update_structs(self, proxydb, req=None):
from ccrawl.core import ccore
from ccrawl.ext import amoco
col = self.db.get_collection("nodes")
req = req or {}
req.update({"cls": "cStruct"})
s_32 = self.db["structs_ptr32"]
s_64 = self.db["structs_ptr64"]
for s in col.find(req):
click.echo("updating {}".format(s["id"]))
i = s["_id"]
x = ccore.from_db(s)
try:
ax = amoco.build(x, proxydb)()
off32 = ax.offsets(psize=4)
tot32 = ax.size(psize=4)
off64 = ax.offsets(psize=8)
tot64 = ax.size(psize=8)
except Exception:
continue
s_32.update_one(
{"_id": i},
{"$set": {
"_id": i,
"size": tot32,
"offsets": off32
}},
upsert=True,
)
s_64.update_one(
{"_id": i},
{"$set": {
"_id": i,
"size": tot64,
"offsets": off64
}},
upsert=True,
)
def constant(ctx, mask, symbol, val):
"""Get constant definitions (macros or enums)
from the remote database (or the local database if no remote is found) matching
constraints on value (possibly representing a mask of several symbols) and
symbol prefix.
"""
value = int(val, 0)
db = ctx.obj['db']
Q = ctx.obj.get('select', Query().noop())
Q &= ((where('cls') == 'cMacro') | (where('cls') == 'cEnum'))
L = db.search(Q)
R = []
with click.progressbar(L) as pL:
for l in pL:
x = ccore.from_db(l)
if x._is_macro:
if not (symbol in x.identifier):
continue
try:
v = int(x, 0)
except Exception:
continue
else:
if v == value:
R.append(x.identifier + '\n')
elif mask and (symbol in x.identifier):
if v < value and v & value:
R.append(x.identifier + ' | ')
else:
for k, v in x.items():
if v == value and (symbol in k):
R.append(k + '\n')
break
elif mask and (symbol in k):
if v < value and v & value:
R.append(k + ' | ')
if R:
s = ''.join(R)
click.echo(s.strip(' |\n'))
def info(ctx, identifier):
"""Get database internal informations about a definition.
"""
db = ctx.obj['db']
Q = where('id') == identifier
if db.contains(Q):
for l in db.search(Q):
x = ccore.from_db(l)
click.echo("identifier: {}".format(identifier))
click.secho("class : {}".format(l['cls']), fg='cyan')
click.echo("source : {}".format(l['src']))
click.secho("tag : {}".format(l['tag']), fg='magenta')
if x._is_struct or x._is_union or x._is_class:
try:
t = x.build(db)
except (TypeError, KeyError) as e:
what = e.args[0]
click.secho("can't build %s:\nmissing type: '%s'" %
(x.identifier, what),
fg='red',
err=True)
click.echo('', err=True)
continue
F = []
for i, f in enumerate(t._fields_):
field = getattr(t, f[0])
F.append((field.offset, field.size))
xsize = F[-1][0] + F[-1][1]
click.secho("size : {}".format(xsize), fg='yellow')
click.secho("offsets : {}".format([(f[0], f[1]) for f in F]),
fg='yellow')
else:
click.secho("identifier '%s' not found" % identifier,
fg='red',
err=True)
def struct(ctx, pdef, conds):
"""Get structured definitions (struct, union or class)
from the remote database (or the local database if no remote is found) matching
constraints on total size or specific type name or size at given offset within
the structure.
"""
reqs = {}
try:
for p in conds:
off, t = p.split(':')
if off == '*':
sz = int(t)
reqs[off] = sz
else:
off = int(off)
if t[0] == '+':
reqs[off] = int(t)
elif t[0] == '?':
reqs[off] = t
else:
reqs[off] = c_type(t)
except Exception:
click.secho('invalid arguments', fg='red', err=True)
return
db = ctx.obj['db']
Q = ctx.obj.get('select', Query().noop())
L = db.search(Q
& ((where('cls') == 'cStruct') | (where('cls') == 'cClass')))
R = []
fails = []
with click.progressbar(L) as pL:
for l in pL:
x = ccore.from_db(l)
ctcls = c_type
try:
if x._is_class:
x = x.as_cStruct(db)
t = x.build(db)
except Exception:
fails.append("can't build %s" % x.identifier)
continue
F = []
for i, f in enumerate(t._fields_):
field = getattr(t, f[0])
F.append((field.offset, field.size, ctcls(x[i][0])))
if F:
xsize = F[-1][0] + F[-1][1]
if '*' in reqs and reqs['*'] != xsize: continue
F = dict(((f[0], f[1:3]) for f in F))
ok = []
for o, s in reqs.items():
if o == '*': continue
cond = (o in F)
ok.append(cond)
if not cond: break
if s == '?': continue
if s == '*': cond = (F[o][1].is_ptr)
elif isinstance(s, c_type):
cond = (F[o][1].show() == s.show())
else:
cond = (F[o][0] == s)
ok.append(cond)
if not cond: break
if all(ok):
if not pdef: res = x.identifier
else: res = x.show(db, form='C')
R.append(res)
if conf.VERBOSE:
click.secho(u'\n'.join(fails), fg='red', err=True)
if R:
click.echo('\n'.join(R))
