def test_sum(self):
b = Bag()
b.setItem('a', 3, k=10)
b.setItem('b', 7, k=4)
c = b.sum()
assert c == 10
c = b.sum('#a.k') #it can sums the result of a digest with the same param
# you can sum only int
assert c == 14
def test_sum(self):
b = Bag()
b.setItem('a', 3, k=10)
b.setItem('b', 7, k=4)
c = b.sum()
assert c == 10
c = b.sum(
'#a.k') #it can sums the result of a digest with the same param
# you can sum only int
assert c == 14
class GnrSqlDebugger(object):
def __init__(self,parent):
self.parent = parent
self._debug_calls = Bag()
def output(self, page, sql=None, sqlargs=None, dbtable=None, error=None,delta_time=None):
dbtable = dbtable or '-no table-'
kwargs=dict(sqlargs)
kwargs.update(sqlargs)
delta_time = int((delta_time or 0)*1000)
if sqlargs and sql:
formatted_sqlargs = dict([(k,'<span style="background-color:yellow;cursor:pointer;" title="%s" >%%(%s)s</span>' %(v,k)) for k,v in sqlargs.items()])
value = sql %(formatted_sqlargs)
if error:
kwargs['sqlerror'] = str(error)
self._debug_calls.addItem('%03i Table %s' % (len(self._debug_calls), dbtable.replace('.', '_')), value,_execution_time=delta_time,_time_sql=delta_time,_description=dbtable,_type='sql',
**kwargs)
def onCollectDatachanges(self):
page = self.parent.page
if page.debug_sql and self._debug_calls:
path = 'gnr.debugger.main.c_%s' % page.callcounter
attributes=dict(server_time=int((time()-page._start_time)*1000))
call_kwargs = dict(page._call_kwargs)
attributes['methodname'] = call_kwargs.pop('method')
call_kwargs.pop('_lastUserEventTs',None)
if not call_kwargs.get('_debug_info') and ('table' in call_kwargs or 'dbtable' in call_kwargs):
call_kwargs['_debug_info'] = 'table: %s' %(call_kwargs.get('table') or call_kwargs.get('dbtable'))
attributes['debug_info'] = call_kwargs.pop('_debug_info',None)
#attributes['_method_parameters'] = call_kwargs
attributes['sql_count'] = len(self._debug_calls)
attributes['sql_total_time'] = self._debug_calls.sum('#a._time_sql')
attributes['not_sql_time'] = attributes['server_time'] - attributes['sql_total_time']
attributes['r_count'] = page.callcounter
page.setInClientData(path, self._debug_calls,attributes=attributes)
class GnrSqlDebugger(object):
def __init__(self, parent):
self.parent = parent
self._debug_calls = Bag()
def output(self,
page,
sql=None,
sqlargs=None,
dbtable=None,
error=None,
delta_time=None):
dbtable = dbtable or '-no table-'
kwargs = dict(sqlargs)
kwargs.update(sqlargs)
delta_time = int((delta_time or 0) * 1000)
if sqlargs and sql:
formatted_sqlargs = dict([(
k,
'<span style="background-color:yellow;cursor:pointer;" title="%s" >%%(%s)s</span>'
% (v, k)) for k, v in sqlargs.items()])
value = sql % (formatted_sqlargs)
if error:
kwargs['sqlerror'] = str(error)
self._debug_calls.addItem(
'%03i Table %s' %
(len(self._debug_calls), dbtable.replace('.', '_')),
value,
_execution_time=delta_time,
_time_sql=delta_time,
_description=dbtable,
_type='sql',
**kwargs)
def onCollectDatachanges(self):
page = self.parent.page
if page.debug_sql and self._debug_calls:
path = 'gnr.debugger.main.c_%s' % page.callcounter
attributes = dict(server_time=int((time() - page._start_time) *
1000))
call_kwargs = dict(page._call_kwargs)
attributes['methodname'] = call_kwargs.pop('method')
call_kwargs.pop('_lastUserEventTs', None)
if not call_kwargs.get('_debug_info') and (
'table' in call_kwargs or 'dbtable' in call_kwargs):
call_kwargs['_debug_info'] = 'table: %s' % (
call_kwargs.get('table') or call_kwargs.get('dbtable'))
attributes['debug_info'] = call_kwargs.pop('_debug_info', None)
#attributes['_method_parameters'] = call_kwargs
attributes['sql_count'] = len(self._debug_calls)
attributes['sql_total_time'] = self._debug_calls.sum(
'#a._time_sql')
attributes['not_sql_time'] = attributes[
'server_time'] - attributes['sql_total_time']
attributes['r_count'] = page.callcounter
page.setInClientData(path,
self._debug_calls,
attributes=attributes)
class GnrWebDeveloper(GnrBaseProxy):
def init(self, **kwargs):
# self.db = self.page.db
self.debug = getattr(self.page, "debug", False)
self._debug_calls = Bag()
@property
def db(self):
return self.page.db
def output(self, debugtype, **kwargs):
page = self.page
if getattr(page, "debug_%s" % debugtype, None):
getattr(self, "output_%s" % debugtype)(page, **kwargs)
def output_sql(self, page, sql=None, sqlargs=None, dbtable=None, error=None, delta_time=None):
dbtable = dbtable or "-no table-"
kwargs = dict(sqlargs)
kwargs.update(sqlargs)
delta_time = int((delta_time or 0) * 1000)
if sqlargs and sql:
formatted_sqlargs = dict(
[
(k, '<span style="background-color:yellow;cursor:pointer;" title="%s" >%%(%s)s</span>' % (v, k))
for k, v in sqlargs.items()
]
)
value = sql % (formatted_sqlargs)
if error:
kwargs["sqlerror"] = str(error)
self._debug_calls.addItem(
"%03i Table %s" % (len(self._debug_calls), dbtable.replace(".", "_")),
value,
_execution_time=delta_time,
_time_sql=delta_time,
_description=dbtable,
_type="sql",
**kwargs
)
def output_py(self, page, methodname=None, code=None, delta_time=None, **kwargs):
delta_time = int((delta_time or 0) * 1000)
mlist = page.debug_py.split(",")
if page.debug_py == "*" or methodname in mlist:
self._debug_calls.addItem(
"%03i Call %s" % (len(self._debug_calls), methodname),
code,
_execution_time=delta_time,
_time_py=delta_time,
_description=methodname,
_type="py",
)
def event_onCollectDatachanges(self):
page = self.page
if (page.debug_sql or page.debug_py) and self._debug_calls:
path = "gnr.debugger.main.c_%s" % self.page.callcounter
attributes = dict(server_time=int((time() - page._start_time) * 1000))
call_kwargs = dict(page._call_kwargs)
attributes["methodname"] = call_kwargs.pop("method")
call_kwargs.pop("_lastUserEventTs", None)
if not call_kwargs.get("_debug_info") and ("table" in call_kwargs or "dbtable" in call_kwargs):
call_kwargs["_debug_info"] = "table: %s" % (call_kwargs.get("table") or call_kwargs.get("dbtable"))
attributes["debug_info"] = call_kwargs.pop("_debug_info", None)
# attributes['_method_parameters'] = call_kwargs
attributes["sql_count"] = len(self._debug_calls)
attributes["sql_total_time"] = self._debug_calls.sum("#a._time_sql")
attributes["not_sql_time"] = attributes["server_time"] - attributes["sql_total_time"]
attributes["r_count"] = self.page.callcounter
page.setInClientData(path, self._debug_calls, attributes=attributes)
def onDroppedMover(self, file_path=None):
import tarfile
f = tarfile.open(file_path)
f.extractall(self.page.site.getStaticPath("user:temp"))
os.remove(file_path)
indexpath = self.page.site.getStaticPath("user:temp", "mover", "index.xml")
indexbag = Bag(indexpath)
indexbag.getNode("movers").attr.update(imported=True)
indexbag.toXml(indexpath)
@public_method
def loadCurrentMover(self):
indexpath = self.page.site.getStaticPath("user:temp", "mover", "index.xml")
if os.path.isfile(indexpath):
indexbag = Bag(indexpath)
imported = indexbag["movers?imported"]
tablesbag = indexbag["movers"]
_class = "mover_imported" if imported else None
for n in indexbag["records"]:
tablesbag.getNode(n.label).attr.update(
pkeys=dict([(pkey, True) for pkey in n.value.keys()], _customClasses=_class)
)
return tablesbag
@public_method
def importMoverLines(self, table=None, objtype=None, pkeys=None):
databag = Bag(
self.page.site.getStaticPath("user:temp", "mover", "data", "%s_%s.xml" % (table.replace(".", "_"), objtype))
)
tblobj = self.db.table(table) if objtype == "record" else self.db.table("adm.userobject")
for pkey in pkeys.keys():
tblobj.insertOrUpdate(databag.getItem(pkey))
self.db.commit()
@public_method
def getMoverTableRows(self, tablerow=None, movercode=None, **kwargs):
pkeys = tablerow["pkeys"].keys()
table = tablerow["table"]
objtype = tablerow["objtype"]
tblobj = self.db.table(table)
columns, mask = tblobj.rowcaptionDecode(tblobj.rowcaption)
if columns:
columns = ",".join(columns)
f = tblobj.query(where="$pkey IN :pkeys", pkeys=tablerow["pkeys"].keys(), columns=columns).fetch()
result = Bag()
for r in f:
result.setItem(
r["pkey"], None, _pkey=r["pkey"], db_caption=tblobj.recordCaption(record=r), _customClasses="mover_db"
)
indexpath = self.page.site.getStaticPath("user:temp", "mover", "index.xml")
if os.path.isfile(indexpath):
indexbag = Bag(indexpath)
moverrows = indexbag.getItem("records.%s" % movercode)
if not moverrows:
return result
for pkey in pkeys:
rownode = moverrows.getNode(pkey)
if rownode:
xml_caption = rownode.attr["caption"]
if not pkey in result:
result.setItem(
pkey,
None,
_pkey=pkey,
xml_caption=xml_caption,
_customClasses="mover_xml",
objtype=objtype,
table=tablerow["reftable"],
)
else:
result.getNode(pkey).attr.update(
xml_caption=xml_caption,
_customClasses="mover_both",
objtype=objtype,
table=tablerow["reftable"],
)
return result
def tarMover(self, movername="mover"):
import tarfile
import StringIO
tf = StringIO.StringIO()
f = tarfile.open(mode="w:gz", fileobj=tf)
moverpath = self.page.site.getStaticPath("user:temp", "mover")
f.add(moverpath, arcname="mover")
f.close()
result = tf.getvalue()
tf.close()
return result
@public_method
def downloadMover(self, data=None, movername=None, **kwargs):
self.saveCurrentMover(data=data)
return self.tarMover(movername=movername)
@public_method
def saveCurrentMover(self, data):
moverpath = self.page.site.getStaticPath("user:temp", "mover")
indexpath = os.path.join(moverpath, "index.xml")
indexbag = Bag()
if not os.path.isdir(moverpath):
os.makedirs(moverpath)
for movercode, table, pkeys, reftable, objtype in data.digest("#k,#a.table,#a.pkeys,#a.reftable,#a.objtype"):
pkeys = pkeys.keys()
databag = self.db.table(table).toXml(
pkeys=pkeys, rowcaption=True, path=os.path.join(moverpath, "data", "%s.xml" % movercode)
)
indexbag.setItem(
"movers.%s" % movercode, None, table=table, count=len(pkeys), reftable=reftable, objtype=objtype
)
indexbag.setItem("records.%s" % movercode, None, table=table)
for n in databag:
indexbag.setItem(
"records.%s.%s" % (movercode, n.label), None, pkey=n.attr["pkey"], caption=n.attr.get("caption")
)
indexbag.toXml(indexpath, autocreate=True)
def log(self, msg):
if self.debug:
f = file(self.logfile, "a")
f.write("%s -- %s\n" % (datetime.datetime.now().strftime("%Y-%m-%d %H:%M:%S"), msg))
f.close()
def _get_logfile(self):
if not hasattr(self, "_logfile"):
logdir = os.path.normpath(os.path.join(self.page.site.site_path, "data", "logs"))
if not os.path.isdir(logdir):
os.makedirs(logdir)
self._logfile = os.path.join(logdir, "error_%s.log" % datetime.date.today().strftime("%Y%m%d"))
return self._logfile
logfile = property(_get_logfile)
class GnrWebDeveloper(GnrBaseProxy):
def init(self, **kwargs):
#self.db = self.page.db
self.debug = getattr(self.page, 'debug', False)
self._debug_calls = Bag()
@property
def db(self):
return self.page.db
def output(self, debugtype, **kwargs):
page = self.page
if getattr(page, 'debug_%s' % debugtype, None):
getattr(self, 'output_%s' % debugtype)(page, **kwargs)
def output_sql(self,
page,
sql=None,
sqlargs=None,
dbtable=None,
error=None,
delta_time=None):
dbtable = dbtable or '-no table-'
kwargs = dict(sqlargs)
kwargs.update(sqlargs)
delta_time = int((delta_time or 0) * 1000)
if sqlargs and sql:
formatted_sqlargs = dict([(
k,
'<span style="background-color:yellow;cursor:pointer;" title="%s" >%%(%s)s</span>'
% (v, k)) for k, v in sqlargs.items()])
value = sql % (formatted_sqlargs)
if error:
kwargs['sqlerror'] = str(error)
self._debug_calls.addItem(
'%03i Table %s' %
(len(self._debug_calls), dbtable.replace('.', '_')),
value,
_execution_time=delta_time,
_time_sql=delta_time,
_description=dbtable,
_type='sql',
**kwargs)
def output_py(self,
page,
methodname=None,
code=None,
delta_time=None,
**kwargs):
delta_time = int((delta_time or 0) * 1000)
mlist = page.debug_py.split(',')
if page.debug_py == '*' or methodname in mlist:
self._debug_calls.addItem('%03i Call %s' %
(len(self._debug_calls), methodname),
code,
_execution_time=delta_time,
_time_py=delta_time,
_description=methodname,
_type='py')
def event_onCollectDatachanges(self):
page = self.page
if (page.debug_sql or page.debug_py) and self._debug_calls:
path = 'gnr.debugger.main.c_%s' % self.page.callcounter
attributes = dict(server_time=int((time() - page._start_time) *
1000))
call_kwargs = dict(page._call_kwargs)
attributes['methodname'] = call_kwargs.pop('method')
call_kwargs.pop('_lastUserEventTs', None)
if not call_kwargs.get('_debug_info') and (
'table' in call_kwargs or 'dbtable' in call_kwargs):
call_kwargs['_debug_info'] = 'table: %s' % (
call_kwargs.get('table') or call_kwargs.get('dbtable'))
attributes['debug_info'] = call_kwargs.pop('_debug_info', None)
#attributes['_method_parameters'] = call_kwargs
attributes['sql_count'] = len(self._debug_calls)
attributes['sql_total_time'] = self._debug_calls.sum(
'#a._time_sql')
attributes['not_sql_time'] = attributes[
'server_time'] - attributes['sql_total_time']
attributes['r_count'] = self.page.callcounter
page.setInClientData(path,
self._debug_calls,
attributes=attributes)
def onDroppedMover(self, file_path=None):
import tarfile
f = tarfile.open(file_path)
f.extractall(self.page.site.getStaticPath('user:temp'))
os.remove(file_path)
indexpath = self.page.site.getStaticPath('user:temp', 'mover',
'index.xml')
indexbag = Bag(indexpath)
indexbag.getNode('movers').attr.update(imported=True)
indexbag.toXml(indexpath)
@public_method
def loadCurrentMover(self):
indexpath = self.page.site.getStaticPath('user:temp', 'mover',
'index.xml')
if os.path.isfile(indexpath):
indexbag = Bag(indexpath)
imported = indexbag['movers?imported']
tablesbag = indexbag['movers']
_class = 'mover_imported' if imported else None
for n in indexbag['records']:
tablesbag.getNode(n.label).attr.update(
pkeys=dict([(pkey, True) for pkey in n.value.keys()],
_customClasses=_class))
return tablesbag
@public_method
def importMoverLines(self, table=None, objtype=None, pkeys=None):
databag = Bag(
self.page.site.getStaticPath(
'user:temp', 'mover', 'data',
'%s_%s.xml' % (table.replace('.', '_'), objtype)))
tblobj = self.db.table(
table) if objtype == 'record' else self.db.table('adm.userobject')
for pkey in pkeys.keys():
tblobj.insertOrUpdate(databag.getItem(pkey))
self.db.commit()
@public_method
def getMoverTableRows(self, tablerow=None, movercode=None, **kwargs):
pkeys = tablerow['pkeys'].keys()
table = tablerow['table']
objtype = tablerow['objtype']
tblobj = self.db.table(table)
columns, mask = tblobj.rowcaptionDecode(tblobj.rowcaption)
if columns:
columns = ','.join(columns)
f = tblobj.query(where='$pkey IN :pkeys',
pkeys=tablerow['pkeys'].keys(),
columns=columns).fetch()
result = Bag()
for r in f:
result.setItem(r['pkey'],
None,
_pkey=r['pkey'],
db_caption=tblobj.recordCaption(record=r),
_customClasses='mover_db')
indexpath = self.page.site.getStaticPath('user:temp', 'mover',
'index.xml')
if os.path.isfile(indexpath):
indexbag = Bag(indexpath)
moverrows = indexbag.getItem('records.%s' % movercode)
if not moverrows:
return result
for pkey in pkeys:
rownode = moverrows.getNode(pkey)
if rownode:
xml_caption = rownode.attr['caption']
if not pkey in result:
result.setItem(pkey,
None,
_pkey=pkey,
xml_caption=xml_caption,
_customClasses='mover_xml',
objtype=objtype,
table=tablerow['reftable'])
else:
result.getNode(pkey).attr.update(
xml_caption=xml_caption,
_customClasses='mover_both',
objtype=objtype,
table=tablerow['reftable'])
return result
def tarMover(self, movername='mover'):
import tarfile
import StringIO
tf = StringIO.StringIO()
f = tarfile.open(mode='w:gz', fileobj=tf)
moverpath = self.page.site.getStaticPath('user:temp', 'mover')
f.add(moverpath, arcname='mover')
f.close()
result = tf.getvalue()
tf.close()
return result
@public_method
def downloadMover(self, data=None, movername=None, **kwargs):
self.saveCurrentMover(data=data)
return self.tarMover(movername=movername)
@public_method
def saveCurrentMover(self, data):
moverpath = self.page.site.getStaticPath('user:temp', 'mover')
indexpath = os.path.join(moverpath, 'index.xml')
indexbag = Bag()
if not os.path.isdir(moverpath):
os.makedirs(moverpath)
for movercode, table, pkeys, reftable, objtype in data.digest(
'#k,#a.table,#a.pkeys,#a.reftable,#a.objtype'):
pkeys = pkeys.keys()
databag = self.db.table(table).toXml(pkeys=pkeys,
rowcaption=True,
path=os.path.join(
moverpath, 'data',
'%s.xml' % movercode))
indexbag.setItem('movers.%s' % movercode,
None,
table=table,
count=len(pkeys),
reftable=reftable,
objtype=objtype)
indexbag.setItem('records.%s' % movercode, None, table=table)
for n in databag:
indexbag.setItem('records.%s.%s' % (movercode, n.label),
None,
pkey=n.attr['pkey'],
caption=n.attr.get('caption'))
indexbag.toXml(indexpath, autocreate=True)
def log(self, msg):
if self.debug:
f = file(self.logfile, 'a')
f.write(
'%s -- %s\n' %
(datetime.datetime.now().strftime('%Y-%m-%d %H:%M:%S'), msg))
f.close()
def _get_logfile(self):
if not hasattr(self, '_logfile'):
logdir = os.path.normpath(
os.path.join(self.page.site.site_path, 'data', 'logs'))
if not os.path.isdir(logdir):
os.makedirs(logdir)
self._logfile = os.path.join(
logdir,
'error_%s.log' % datetime.date.today().strftime('%Y%m%d'))
return self._logfile
logfile = property(_get_logfile)
def testsum(self):
numbers = Bag()
numbers.setItem("first", 20, height=22)
numbers.setItem("second", 30, height=342)
self.assertEqual(numbers.sum("#v,#a.height"), [50, 364])
def testsum(self):
numbers = Bag()
numbers.setItem('first', 20, height=22)
numbers.setItem('second', 30, height=342)
self.assertEqual(numbers.sum('#v,#a.height'), [50, 364])