def processremotedata(datadict, stringmessage):
import cupid.pilib as pilib
if 'nodeid' in datadict:
# We are going to search for keywords. Message type will not be explicitly declared so
# as not to waste precious message space in transmission. Or we could tack these on in
# the gateway, but we won't yet.
# Then we have to construct a query where we will replace a unique item
# This will take the form :
# update or replace in remotes where nodeid=3 and msgtype='iovalue' and iopin=3
# update or repalce in remotes where nodeid=2 and msgtype='owdev' and owrom='28XXXXXXXXXXXXXX'
# (and later which IO on this device)
# update or replace in remotes where nodeid=2 and msgtype='chanstat' channum=1
# (need to see if all channel variables can be fit into one message:
# channum, sv,pv,mode,state
runquery = False
nodeid = datadict['nodeid']
querylist = []
if 'iovalue' in datadict:
# check to see if entry exists with node and ionum. Need to generalize these.
# Might make sense to put then into an ID to compare. Other database, compatible?
# iovalue type message
try:
msgtype = 'iovalue'
keyvalue = datadict['iopin']
keyvaluename = 'iopin'
except:
print('oops')
else:
runquery = True
elif 'owdev' in datadict:
try:
msgtype = 'owdev'
keyvalue = datadict['owrom'][2:]
keyvaluename = 'owrom'
except:
print('oops')
else:
runquery = True
if runquery:
deletequery = pilib.makedeletesinglevaluequery(
'remotes', {
'conditionnames': ['nodeid', 'keyvalue', 'keyvaluename'],
'conditionvalues': [nodeid, keyvalue, keyvaluename]
})
insertquery = pilib.makesqliteinsert('remotes', [
nodeid, msgtype, keyvaluename, keyvalue, stringmessage,
pilib.gettimestring()
], [
'nodeid', 'msgtype', 'keyvaluename', 'keyvalue', 'data', 'time'
])
querylist.append(deletequery)
querylist.append(insertquery)
pilib.sqlitemultquery(pilib.controldatabase, querylist)
return 'all done'
else:
print('not running query')
def runsendhandler(ser):
# print('looking for message to send')
try:
lastqueuedmessage = pilib.getfirsttimerow(pilib.motesdatabase, 'queuedmessages', 'queuedtime')[0]
except IndexError:
# no rows
# print('we have an error getting a queued message. Could be just no message.')
pass
else:
print('I HAVE A MESSAE')
# send queued message
pilib.log(pilib.seriallog, 'Sending serial message: ' + lastqueuedmessage['message'], 1, 1)
try:
# print('going to send message:')
# print(lastqueuedmessage['message'])
ser.write(lastqueuedmessage['message'].encode())
# sendserialmessage(ser, lastqueuedmessage['message'])
except:
pilib.log(pilib.seriallog, 'Error sending message', 1, 1)
else:
pilib.log(pilib.seriallog, 'Success sending message', 1, 1)
conditionnames = ['queuedtime', 'message']
conditionvalues = [lastqueuedmessage['queuedtime'], lastqueuedmessage['message']]
delquery = pilib.makedeletesinglevaluequery('queuedmessages', {'conditionnames':conditionnames, 'conditionvalues':conditionvalues})
pilib.sqlitequery(pilib.motesdatabase, delquery)
pilib.sqliteinsertsingle(pilib.motesdatabase, 'sentmessages', [lastqueuedmessage['queuedtime'], pilib.gettimestring(), lastqueuedmessage['message']])
return
def processremotedata(datadict, stringmessage):
import cupid.pilib as pilib
if 'nodeid' in datadict:
# We are going to search for keywords. Message type will not be explicitly declared so
# as not to waste precious message space in transmission. Or we could tack these on in
# the gateway, but we won't yet.
# Then we have to construct a query where we will replace a unique item
# This will take the form :
# update or replace in remotes where nodeid=3 and msgtype='iovalue' and iopin=3
# update or repalce in remotes where nodeid=2 and msgtype='owdev' and owrom='28XXXXXXXXXXXXXX'
# (and later which IO on this device)
# update or replace in remotes where nodeid=2 and msgtype='chanstat' channum=1
# (need to see if all channel variables can be fit into one message:
# channum, sv,pv,mode,state
runquery = False
nodeid = datadict['nodeid']
querylist = []
# Command responses, including value requests
if 'cmd' in datadict:
if datadict['cmd'] == 'lp':
# Remove command key and process remaining data
del datadict['cmd']
motetablename = 'node_' + nodeid + '_status'
# Create table if it doesn't exist
query = 'create table if not exists \'' + motetablename + '\' ( time text, message text primary key, value text)'
pilib.sqlitequery(pilib.motesdatabase, query)
for key in datadict:
thetime = pilib.gettimestring()
if key in ['iov', 'iov2', 'iov3', 'pv', 'pv2', 'sv', 'sv2', 'iomd', 'ioen', 'iordf', 'iorpf', 'chen', 'chmd', 'chnf', 'chpf', 'chdb', 'chsv', 'chsv2', 'chpv', 'chpv2']:
# We need to process these specially, going back to the original message
values = datadict[key]
valuelist = values.split('|')
print(valuelist)
index = 0
if key in ['iov', 'iov2', 'iov3']:
base = 'iov_'
if key == 'iov2':
index = 5
elif key == 'iov3':
index = 9
elif key in ['pv', 'pv2']:
base = 'pv_'
if key == 'pv2':
index = 5
elif key in ['sv', 'sv2']:
base = 'sv_'
if key == 'sv2':
index = 5
else:
base = key + '_'
querylist = []
for value in valuelist:
querylist.append(pilib.makesqliteinsert(motetablename, [thetime, base + str(index), value]))
index += 1
pilib.sqlitemultquery(pilib.motesdatabase, querylist)
# Update table entry. Each entry has a unique key
# updatetime, keyname, data
else:
pilib.sqliteinsertsingle(pilib.motesdatabase, motetablename, [thetime, key, datadict[key]])
print('inserted ' + thetime + ' ' + key + ' ' + datadict[key])
# This is for values that are reported by the node
elif 'ioval' in datadict:
# check to see if entry exists with node and ionum. Need to generalize these.
# Might make sense to put then into an ID to compare. Other database, compatible?
# iovalue type message
try:
msgtype = 'iovalue'
keyvalue = datadict['iopin']
keyvaluename = 'iopin'
except:
print('oops')
else:
runquery = True
elif 'owdev' in datadict:
try:
msgtype = 'owdev'
keyvalue = datadict['owrom'][2:]
keyvaluename = 'owrom'
if len(keyvalue) != 16:
raise NameError('invalid ROM length')
else:
for romcbar in keyvalue:
hexchars = ['0','1','2','3','4','5','6','7','8','9','A','B','C','D','E','F','a','b','c','d','e','f']
if romcbar not in hexchars:
raise NameError('Invalid ROM hex character')
except:
print("oops")
else:
runquery = True
elif 'chan' in datadict:
# insert or update remotes database value
# first need to get existing entry if one exists
msgtype = 'channel'
keyvalue = str(int(datadict['chan'])) # Zeroes bad
keyvaluename = str(int(datadict['chan']))
# conditions = '"nodeid"=2 and "msgtype"=\'channel\' and "keyvalue"=\'' + keyvalue + '\'"'
# Should be able to offer all conditions, but it is not working for some reason, so we will
# iterate over list to find correct enty
conditions = '"nodeid"=\''+ datadict['nodeid'] + '\' and "msgtype"=\'channel\''
chanentries = pilib.readalldbrows(pilib.controldatabase, 'remotes', conditions)
# parse through to get data from newdata
newdata = {}
for key, value in datadict.iteritems():
if key not in ['chan','nodeid']:
newdata[key] = value
updateddata = newdata.copy()
# This does not take time into account. This should not be an issue, as there should only be one entry
for chanentry in chanentries:
if (str(int(chanentry['keyvalue']))) == keyvalue:
print('I FOUND')
# newdata = {'fakedatatype':'fakedata', 'anotherfakedatatype':'morefakedata'}
olddata = pilib.parseoptions(chanentry['data'])
olddata.update(updateddata)
updateddata = olddata.copy()
newqueries = []
conditions += ' and "keyvalue"=\'' + keyvalue +"\'"
# Ok, so here we are. We have either added new data to old data, or we have the new data alone.
# We take our dictionary and convert it back to json and put it in the text entry
updatedjsonentry = pilib.dicttojson(updateddata)
conditions += 'and "keyvalue"=\'' + keyvalue +'\''
deletequery = pilib.makedeletesinglevaluequery('remotes',conditions)
# hardcode this for now, should supply valuename list.
addquery = pilib.makesqliteinsert('remotes',[datadict['nodeid'],'channel',keyvalue,'channel',updatedjsonentry,pilib.gettimestring()])
pilib.sqlitemultquery(pilib.controldatabase, [deletequery, addquery])
# pass
elif 'scalevalue' in datadict:
querylist.append('create table if not exists scalevalues (value float, time string)')
querylist.append(pilib.makesqliteinsert('scalevalues',[datadict['scalevalue'], pilib.gettimestring()],['value','time']))
pilib.sqlitemultquery(pilib.logdatabase, querylist)
if runquery:
deletequery = pilib.makedeletesinglevaluequery('remotes', {'conditionnames': ['nodeid', 'keyvalue', 'keyvaluename'], 'conditionvalues': [nodeid ,keyvalue, keyvaluename]})
insertquery = pilib.makesqliteinsert('remotes', [nodeid, msgtype, keyvaluename, keyvalue, stringmessage.replace('\x00', ''), pilib.gettimestring()], ['nodeid', 'msgtype', 'keyvaluename', 'keyvalue', 'data', 'time'])
querylist.append(deletequery)
querylist.append(insertquery)
pilib.sqlitemultquery(pilib.controldatabase, querylist)
return
else:
# print('not running query')
pass
def monitor(port='/dev/ttyAMA0', baudrate=115200, timeout=1, checkstatus=True):
import serial
import cupid.pilib as pilib
from time import mktime, localtime
data = []
if checkstatus:
systemstatus = pilib.readonedbrow(pilib.controldatabase, 'systemstatus')[0]
runhandler = systemstatus['serialhandlerenabled']
checktime = mktime(localtime())
checkfrequency = 15 # seconds
if runhandler:
pilib.log(pilib.iolog, "Starting monitoring of serial port", 1, pilib.iologlevel)
else:
pilib.log(pilib.iolog, "Not starting monitoring of serial port. How did I get here?", 1, pilib.iologlevel)
else:
runhandler = True
if runhandler:
ser = serial.Serial(port=port, baudrate=baudrate, timeout=timeout)
print("Monitoring serial port " + ser.name)
else:
print('not monitoring serial port ')
while runhandler:
ch = ser.read(1)
if len(ch) == 0:
# rec'd nothing print all
if len(data) > 0:
s = ''
for x in data:
s += '%s' % x # ord(x)
# Here for diagnostics
# print '%s [len = %d]' % (s, len(data))
# now process data
# print(s)
# print(s.split('\n'))
try:
# print('*************** processing datadict')
datadicts, messages = processserialdata(s)
# print('ALL MY DATADICTS')
# print(datadicts)
# print('END OF DICTS')
except IOError:
print('error processing message')
except Exception as ex:
template = "An exception of type {0} occured. Arguments:\n{1!r}"
message = template.format(type(ex).__name__, ex.args)
print message
else:
for datadict, message in zip(datadicts, messages):
if datadict:
print("datadict: ")
print(datadict)
# print("message: ")
# print(message)
publish = False
for k in datadict:
# print(k + datadict[k])
if k not in ['nodeid','RX_RSSI']:
pass
# if 'cmd' in datadict:
publish = True
if publish:
print('publishing message')
statusresult = lograwmessages(message)
pilib.sizesqlitetable(pilib.motesdatabase, 'readmessages', 1000)
statusresult = processremotedata(datadict, message)
else:
if message:
print('message: ')
print(message)
# except:
# print('error processing returned datadict, message:')
# print(message)
# else:
# print("message parse was successful")
# print(message)
else:
# no data, let's see if we should send message
try:
lastqueuedmessage = pilib.getfirsttimerow(pilib.motesdatabase, 'queuedmessages', 'queuedtime')[0]
except IndexError:
# no rows
# print('we have an error getting a queued message. Could be just no message.')
pass
else:
# send queued message
print(lastqueuedmessage)
try:
print('going to send message:')
print(lastqueuedmessage['message'])
ser.write(lastqueuedmessage['message'].encode())
# sendserialmessage(ser, lastqueuedmessage['message'])
except:
print('oops')
else:
print('that worked out. remove message from queue')
conditionnames = ['queuedtime', 'message']
conditionvalues = [lastqueuedmessage['queuedtime'], lastqueuedmessage['message']]
delquery = pilib.makedeletesinglevaluequery('queuedmessages', {'conditionnames':conditionnames, 'conditionvalues':conditionvalues})
pilib.sqlitequery(pilib.motesdatabase, delquery)
print('move to sent messages')
pilib.sqliteinsertsingle(pilib.motesdatabase, 'sentmessages', [lastqueuedmessage['queuedtime'], pilib.gettimestring(), lastqueuedmessage['message']])
data = []
else:
data.append(ch)
if checkstatus:
thetime = mktime(localtime())
if thetime-checktime > checkfrequency:
print('checking control status')
systemstatus = pilib.readonedbrow(pilib.controldatabase, 'systemstatus')[0]
runserialhandler = systemstatus['serialhandlerenabled']
if runserialhandler:
checktime = thetime
pilib.log(pilib.iolog, 'Continuing serialhandler based on status check',3,pilib.iologlevel)
else:
runhandler=False
pilib.log(pilib.iolog, 'Aborting serialhandler based on status check',3,pilib.iologlevel)
