def publish(self):
# reinsert updated action back into database
valuelist=[]
valuenames=[]
# We convert our actiondatadict back into a string
self.actiondata = pilib.dicttojson(self.actiondatadict)
attrdict = {}
for attr, value in self.__dict__.iteritems():
if attr not in ['actiondatadict']:
attrdict[attr] = value
valuenames.append(attr)
valuelist.append(value)
# print(valuenames)
# print(valuelist)
pilib.sqliteinsertsingle(pilib.controldatabase, 'actions', valuelist, valuenames)
def updatenetstatus(lastnetstatus=None):
import pilib
import time
import subprocess
from netfun import getifacestatus, getwpaclientstatus, getifconfigstatus
netconfigdata = pilib.readonedbrow(pilib.systemdatadatabase, 'netconfig')[0]
""" We get last netstatus so that we can save last online times, previous online status, etc. """
if not lastnetstatus:
try:
lastnetstatus = pilib.readonedbrow(pilib.systemdatadatabase, 'netstatus')[0]
except:
pilib.log(pilib.syslog, 'Error reading netstatus. Attempting to recreate netstatus table with default values. ', 1, pilib.networkloglevel)
try:
pilib.emptyandsetdefaults(pilib.systemdatadatabase, 'netstatus')
lastnetstatus = pilib.readonedbrow(pilib.systemdatadatabase, 'netstatus')[0]
except:
pilib.log(pilib.syslog, 'Error recreating netstatus. ', 1, pilib.networkloglevel)
""" Pyiface is one way to read some iface data, but it doesn't always appear to show all interfaces(?!)
So we wrote our own instead. A work in progress but quite functional at the moment. """
pilib.log(pilib.networklog, 'Reading ifaces with ifconfig status. ', 4, pilib.networkloglevel)
ifacesdictarray = getifconfigstatus()
# ifacesdictarray = getifacestatus()
""" We supplement with wpa status on the wlan interfaces """
updateddictarray = []
for interface in ifacesdictarray:
if interface['name'].find('wlan') >= 0:
interface['wpastate'] = pilib.dicttojson(getwpaclientstatus(interface['name']))
else:
interface['wpastate'] = ''
updateddictarray.append(interface)
ifacesdictarray = updateddictarray
""" Then write it to the table """
if ifacesdictarray:
pilib.log(pilib.networklog, 'Sending ifaces query. ', 5, pilib.networkloglevel)
# print(ifacesdictarray)
pilib.insertstringdicttablelist(pilib.systemdatadatabase, 'netifaces', ifacesdictarray)
else:
pilib.log(pilib.networklog, 'Empty ifaces query. ', 2, pilib.networkloglevel)
pilib.log(pilib.networklog, 'Completed pyiface ifaces. ', 4, pilib.networkloglevel)
""" Now we check to see if we can connect to WAN """
pilib.log(pilib.networklog, 'Checking pingtimes. ', 4, pilib.networkloglevel)
okping = float(netconfigdata['pingthreshold'])
from netfun import runping
netstatusdict = {}
querylist=[]
pingresults = runping('8.8.8.8')
# pingresults = [20, 20, 20]
pingresult = sum(pingresults) / float(len(pingresults))
if pingresult == 0:
wanaccess = 0
latency = 0
else:
if pingresult < okping:
wanaccess = 1
pilib.setsinglevalue(pilib.systemdatadatabase, 'netstatus', 'WANaccess', 1)
if lastnetstatus['WANaccess'] == 0 or not lastnetstatus['onlinetime']:
pilib.setsinglevalue(pilib.systemdatadatabase, 'netstatus', 'onlinetime', pilib.gettimestring())
else:
wanaccess = 0
pilib.setsinglevalue(pilib.systemdatadatabase, 'netstatus', 'WANaccess', 0)
if lastnetstatus['WANaccess'] == 1 or not lastnetstatus['offlinetime']:
pilib.setsinglevalue(pilib.systemdatadatabase, 'netstatus', 'offlinetime', pilib.gettimestring())
latency = pingresult
# we set all the values here, so when we retreive it we get changed and also whatever else happens to be there.
pilib.setsinglevalue(pilib.systemdatadatabase, 'netstatus', 'latency', latency)
updatetime = pilib.gettimestring()
pilib.setsinglevalue(pilib.systemdatadatabase, 'netstatus', 'updatetime', updatetime)
pilib.setsinglevalue(pilib.systemdatadatabase, 'netstatus', 'WANaccess', wanaccess)
pilib.log(pilib.networklog, 'Done checking pings. ', 4, pilib.networkloglevel)
if netconfigdata['netstatslogenabled']:
# print('going to log stuff')
pilib.logtimevaluedata(pilib.logdatabase, 'system_WANping', time.time(), pingresult, 1000,
netconfigdata['netstatslogfreq'])
#This is kinda ugly. Should be fixed.
# netstatusdict = {'WANaccess':wanaccess, 'latency': latency, 'updatetime': updatetime}
netstatusdict = pilib.readonedbrow(pilib.systemdatadatabase, 'netstatus')[0]
return {'netstatusdict': netstatusdict, 'ifacesdictarray': ifacesdictarray, 'netconfigdata':netconfigdata}
def updateiodata(database, **kwargs):
# This recreates all input and output tables based on the interfaces table.
# Thus way we don't keep around stale data values. We could at some point incorporate
# a retention feature that keeps them around in case they disappear temporarily.
# It also reads the elements if they are enabled and it's time to read them
import pilib
import traceback
if 'piobject' in kwargs:
pi = kwargs['piobject']
else:
import pigpio
pi = pigpio.pi()
allowedGPIOaddresses = [18, 23, 24, 25, 4, 17, 27, 22, 5, 6, 13, 19, 26, 16, 20, 21]
logconfig = pilib.getlogconfig()
tables = pilib.gettablenames(pilib.controldatabase)
if 'interfaces' in tables:
interfaces = pilib.readalldbrows(pilib.controldatabase, 'interfaces')
else:
pilib.log(pilib.iolog, 'interfaces table not found. Exiting', 1,
logconfig['iologlevel'])
return
if 'inputs' in tables:
previnputs = pilib.readalldbrows(pilib.controldatabase, 'inputs')
# Make list of IDs for easy indexing
previnputids = []
for input in previnputs:
previnputids.append(input['id'])
else:
previnputs = []
previnputids = []
if 'outputs' in tables:
prevoutputs = pilib.readalldbrows(pilib.controldatabase, 'outputs')
# Make list of IDs for easy indexing
prevoutputids = []
prevoutputvalues = []
for output in prevoutputs:
prevoutputids.append(output['id'])
prevoutputvalues.append(output['value'])
else:
prevoutputs = {}
prevoutputids = []
if 'defaults' in tables:
defaults = pilib.readalldbrows(pilib.controldatabase, 'defaults')[0]
defaultinputpollfreq = defaults['inputpollfreq']
defaultoutputpollfreq = defaults['outputpollfreq']
else:
defaults = []
defaultinputpollfreq = 60
defaultoutputpollfreq = 60
if 'indicators' in tables:
indicatornames = []
previndicators = pilib.readalldbrows(pilib.controldatabase, 'indicators')
for indicator in previndicators:
indicatornames.append(indicator['name'])
else:
previndicators = []
indicatornames = []
# We drop all inputs and outputs and recreate
# Add all into one query so there is no time when the IO don't exist.
querylist = []
querylist.append('delete from inputs')
querylist.append('delete from outputs')
# This is temporary. Clearing the table here and adding entries below can result in a gap in time
# where there are no database indicator entries. This is not too much of a problem with indicators, as we
# update the hardware explicitly after we add the entries. If the interface queries the table during
# this period, however, we could end up with an apparently empty table.
# TODO: FIX update on indicators in updateio
# We drop this table, so that if SP1 has been disabled, the entries do not appear as valid indicators
pilib.sqlitequery(pilib.controldatabase, 'delete from indicators')
owfsupdate = False
for interface in interfaces:
if interface['interface'] == 'I2C':
pilib.log(pilib.iolog, 'Processing I2C interface ' + interface['name'], 3,
logconfig['iologlevel'])
if interface['enabled']:
pilib.log(pilib.iolog, 'I2C Interface ' + interface['name'] + ' enabled', 3,
logconfig['iologlevel'])
if interface['type'] == 'DS2483':
pilib.log(pilib.iolog, 'Interface type is DS2483', 3,
logconfig['iologlevel'])
owfsupdate = True
else:
pilib.log(pilib.iolog, 'I2C Interface ' + interface['name'] + ' disabled', 3,
logconfig['iologlevel'])
elif interface['interface'] == 'USB':
pilib.log(pilib.iolog, 'Processing USB interface ' + interface['name'], 3,
logconfig['iologlevel'])
if interface['enabled']:
pilib.log(pilib.iolog, 'USB Interface ' + interface['name'] + ' enabled', 3,
logconfig['iologlevel'])
if interface['type'] == 'DS9490':
pilib.log(pilib.iolog, 'Interface type is DS9490', 3,
logconfig['iologlevel'])
owfsupdate = True
else:
pilib.log(pilib.iolog, 'USB Interface ' + interface['name'] + ' disabled', 3,
logconfig['iologlevel'])
elif interface['interface'] == 'MOTE':
#determine and then update id based on fields
entryid = interface['interface'] + '_' + interface['type'] + '_' + interface['address']
condition = '"interface"=\'' + interface['interface'] + '\' and "type"=\'' + interface['type'] + '\' and "address"=\'' + interface['address'] + '\''
# print(condition)
pilib.setsinglevalue(pilib.controldatabase, 'interfaces', 'id', entryid, condition)
pilib.log(pilib.iolog, 'Processing Mote interface' + interface['name'] + ', id:' + entryid, 3,
logconfig['iologlevel'])
if interface['enabled']:
pilib.log(pilib.iolog, 'Mote Interface ' + interface['name'] + ', id:' + entryid + ' enabled', 3,
logconfig['iologlevel'])
# Grab mote entries from remotes table
# nodeid and keyvalue are keyed into address in remotes table
# keyvalues are :
# channel: channel number
# iovalue: ionumber
# owdev: ROM
# This would look like, for example
# 1:1 for a nodeid:channel scenario for a controller
split = interface['address'].split(':')
nodeid = split[0]
keyvalue = split[1]
# so we used to enable an interface and then take all entries from a node
# Now, we have to explicitly add an interface for each device, unless the keychar * is used as the
# keyvalue. This will allow us to insert all automatically, for example for owdevs or iovals from a
# node.
# This pulls out all mote entries that have nodeid and keyvalue that match the interface address
# We should just find one, ideally
if keyvalue == '*':
pass
else:
condition = "\"nodeid\"='" + nodeid + "' and \"keyvalue\"='" + keyvalue + "'"
nodeentries = pilib.dynamicsqliteread(pilib.controldatabase, 'remotes', condition=condition)
# print("WE FOUND MOTE")
# print(condition)
# print(len(nodeentries))
if interface['type'] == 'channel':
# print('channel')
if len(nodeentries) == 1:
# print('one entry found')
nodeentry = nodeentries[0]
nodedata = pilib.parseoptions(nodeentry['data'])
newchanneldata = {'name':interface['name'],'controlvaluetime':pilib.gettimestring(), 'data':nodeentry['data'], 'type':'remote'}
if 'svcmd' in nodedata:
# Delete from node data
nodedata.pop('svcmd',None)
# Delete from remotes data by inserting entry without svcmd
pilib.setsinglevalue(pilib.controldatabase, 'remotes', 'data', pilib.dicttojson(nodedata), condition=condition)
# Nuke pending entry
newchanneldata['pending'] = ''
findentries = ['sv', 'pv']
findentrydictnames = ['setpointvalue', 'controlvalue', 'pending']
# Insert if found, otherwise leave untouched.
for entry, entryname in zip(findentries, findentrydictnames):
if entry in nodedata:
newchanneldata[entryname] = nodedata[entry]
# Find existing channel so we can get existing data, settings, etc., and retain channel ordering
# TODO: Reorder starting at 1 for when things get wonky
newchannel = {}
existingchannels = pilib.readalldbrows(pilib.controldatabase, 'channels')
for channel in existingchannels:
if channel['name'] == interface['name']:
# print('updating')
# print(channel)
newchannel.update(channel)
# print(newchannel)
newchannel.update(newchanneldata)
print(newchannel)
keys = []
values = []
for key, value in newchannel.iteritems():
keys.append(key)
values.append(value)
query = pilib.makesqliteinsert('channels',values, keys)
print(query)
pilib.sqlitequery(pilib.controldatabase,query)
else:
# print('multiple entries found for channel. not appropriate')
pass
else:
# Create queries for table insertion
# TODO: process mote pollfreq, ontime, offtime
moteentries = []
for nodeentry in nodeentries:
# THis breaks out all of the strictly json-encoded data.
datadict = pilib.parseoptions(nodeentry['data'])
try:
entrytype = nodeentry['msgtype']
# now treat each mote type entry specially
# if entrytype == 'channel':
entryid = 'MOTE' + str(nodeentry['nodeid']) + '_' + nodeentry['keyvaluename'] + '_' + nodeentry['keyvalue']
entrymetareturn = pilib.dynamicsqliteread(pilib.controldatabase, 'ioinfo', condition="\"id\"='" + entryid + "'")
try:
entrymeta = entrymetareturn[0]
except:
entrymeta = []
# print(entrymeta)
entryoptions={}
if entrymeta:
entryname = entrymeta['name']
if entrymeta['options']:
entryoptions = pilib.parseoptions(entrymeta['options'])
else:
entryname = '[MOTE' + str(nodeentry['nodeid']) + '] ' + nodeentry['keyvaluename'] + ':' + nodeentry['keyvalue']
except KeyError:
print('OOPS KEY ERROR')
else:
if entrytype == 'iovalue':
if 'scale' in entryoptions:
entryvalue = str(float(entryoptions['scale']) * float(datadict['ioval']))
elif 'formula' in entryoptions:
x = float(datadict['ioval'])
try:
entryvalue = eval(entryoptions['formula'])
except:
entryvalue = float(datadict['ioval'])
else:
entryvalue = float(datadict['ioval'])
elif entrytype == 'owdev':
if 'owtmpasc' in datadict:
if 'scale' in entryoptions:
entryvalue = str(float(entryoptions['scale']) * float(datadict['owtmpasc']))
elif 'formula' in entryoptions:
x = float(datadict['owtmpasc'])
try:
entryvalue = eval(entryoptions['formula'])
except:
entryvalue = float(datadict['owtmpasc'])
else:
entryvalue = datadict['owtmpasc']
else:
entryvalue = -1
else:
entryvalue = -1
moteentries.append('insert into inputs values (\'' + entryid + '\',\'' + interface['interface'] + '\',\'' +
interface['type'] + '\',\'' + str(address) + '\',\'' + entryname + '\',\'' + str(entryvalue) + "','','" +
nodeentry['time'] + '\',\'' + str(15) + "','" + '' + "','" + '' + "')")
# print('querylist')
# print(moteentries)
querylist.extend(moteentries)
else:
pilib.log(pilib.iolog, 'Mote Interface ' + interface['name'] + ' disnabled', 3,
logconfig['iologlevel'])
elif interface['interface'] == 'LAN':
pilib.log(pilib.iolog, 'Processing LAN interface' + interface['name'], 3,
logconfig['iologlevel'])
if interface['enabled']:
pilib.log(pilib.iolog, 'LAN Interface ' + interface['name'] + ' enabled', 3,
logconfig['iologlevel'])
if interface['type'] == 'MBTCP':
pilib.log(pilib.iolog, 'Interface ' + interface['name'] + ' type is MBTCP',
3, logconfig['iologlevel'])
try:
mbentries = processMBinterface(interface, prevoutputs, prevoutputids, previnputs, previnputids, defaults, logconfig)
except:
pilib.log(pilib.iolog,
'Error processing MBTCP interface ' + interface['name'], 0,
logconfig['iologlevel'])
errorstring = traceback.format_exc()
pilib.log(pilib.iolog,
'Error of kind: ' + errorstring, 0,
logconfig['iologlevel'])
else:
pilib.log(pilib.iolog,
'Done processing MBTCP interface ' + interface['name'], 3,
logconfig['iologlevel'])
querylist.extend(mbentries)
else:
pilib.log(pilib.iolog, 'LAN Interface ' + interface['name'] + ' disabled', 3,
logconfig['iologlevel'])
elif interface['interface'] == 'GPIO':
try:
address = int(interface['address'])
except KeyError:
pilib.log(pilib.iolog, 'GPIO address key not found for ' + interface['name'], 1,
logconfig['iologlevel'])
continue
if interface['enabled']:
pilib.log(pilib.iolog, 'Processing GPIO interface ' + str(interface['address']), 3,
logconfig['iologlevel'])
if address in allowedGPIOaddresses:
pilib.log(pilib.iolog, 'GPIO address' + str(address) + ' allowed. Processing.', 4,
logconfig['iologlevel'])
GPIOentries = processGPIOinterface(interface, prevoutputs, prevoutputvalues, prevoutputids,
previnputs, previnputids, defaults, logconfig, piobject=pi)
if GPIOentries:
querylist.extend(GPIOentries)
else:
pilib.log(pilib.iolog,
'GPIO address' + str(address) + ' not allowed. Bad things can happen. ', 4,
logconfig['iologlevel'])
else:
pilib.log(pilib.iolog, 'GPIO address' + str(address) + ' disabled. Doing nothing.', 4,
logconfig['iologlevel'])
elif interface['interface'] == 'SPI0':
pilib.log(pilib.iolog, 'Processing SPI0', 1, logconfig['iologlevel'])
if interface['enabled']:
pilib.log(pilib.iolog, 'SPI0 enabled', 1, logconfig['iologlevel'])
if interface['type'] == 'SPITC':
pilib.log(pilib.iolog, 'Processing SPITC on SPI0', 3, logconfig['iologlevel'])
import readspi
tcdict = readspi.getpigpioMAX31855temp(0,0)
# Convert to F for now
spitcentries = readspi.recordspidata(database, {'SPITC1' :tcdict['tctemp']*1.8+32})
querylist.extend(spitcentries)
if interface['type'] == 'CuPIDlights':
import spilights
spilightsentries, setlist = spilights.getCuPIDlightsentries('indicators', 0, previndicators)
querylist.extend(spilightsentries)
spilights.updatelightsfromdb(pilib.controldatabase, 'indicators', 0)
spilights.setspilights(setlist, 0)
else:
pilib.log(pilib.iolog, 'SPI0 not enabled', 1, logconfig['iologlevel'])
elif interface['interface'] == 'SPI1':
pilib.log(pilib.iolog, 'Processing SPI1', 1, logconfig['iologlevel'])
if interface['enabled']:
pilib.log(pilib.iolog, 'SPI1 enabled', 1, logconfig['iologlevel'])
if interface['type'] == 'CuPIDlights':
pilib.log(pilib.iolog, 'Processing CuPID Lights on SPI1', 1, logconfig['iologlevel'])
import spilights
spilightsentries, setlist = spilights.getCuPIDlightsentries('indicators', 1, previndicators)
querylist.extend(spilightsentries)
spilights.setspilights(setlist, 1)
else:
pilib.log(pilib.iolog, 'SPI1 disaabled', 1, logconfig['iologlevel'])
# Set tables
querylist.append(pilib.makesinglevaluequery('systemstatus', 'lastiopoll', pilib.gettimestring()))
if owfsupdate:
from owfslib import runowfsupdate
pilib.log(pilib.iolog, 'Running owfsupdate', 1, logconfig['iologlevel'])
devices, owfsentries = runowfsupdate(execute=False)
querylist.extend(owfsentries)
else:
pilib.log(pilib.iolog, 'owfsupdate disabled', 3, logconfig['iologlevel'])
pilib.log(pilib.iolog, 'Executing query: ' + str(querylist), 5, logconfig['iologlevel'])
try:
# print(querylist)
pilib.sqlitemultquery(pilib.controldatabase, querylist)
except:
errorstring = traceback.format_exc()
pilib.log(pilib.iolog, 'Error executing query, message: ' + errorstring, 0, logconfig['iologlevel'])
pilib.log(pilib.errorlog, 'Error executing updateio query, message: ' + errorstring)
pilib.log(pilib.errorlog, 'Query: ' + str(querylist))
