def __init__(self, actiondict):
for key, value in actiondict.items():
setattr(self, key, value)
"""
Instantiate the action class
The dict that we get from the database contains a number of fixed fields, and also an 'actiondata' field
that contains dynamic properties that may or may not exist for different action types.
We parse it into a dictionary, and send it in as a property. We could append the dictionary, but then we
would not be able to easily keep track of where to write back modified entries.
"""
self.actiondatadict = pilib.parseoptions(actiondict['actiondata'])
""" TODO: Set default values as a condition of alarm type to make alarm work when values are not specified.
def processGPIOinterface(interface, prevoutputs, prevoutputvalues, prevoutputids, previnputs, previnputids, defaults, logconfig, **kwargs):
import pilib
if 'method' in kwargs:
method = kwargs['method']
else:
method = 'pigpio'
if method == 'rpigpio':
import RPi.GPIO as GPIO
elif method == 'pigpio':
import pigpio
try:
if method == 'rpigpio':
GPIO.setmode(GPIO.BCM)
GPIO.setwarnings(False)
elif method == 'pigpio':
if 'piobject' in kwargs:
pilib.log(pilib.iolog,
'Pigpio object already exists. ', 4, logconfig['iologlevel'])
pi = kwargs['piobject']
else:
pilib.log(pilib.iolog,
'Instantiating pigpio. ', 4, logconfig['iologlevel'])
pi = pigpio.pi()
except:
pilib.log(pilib.iolog,
'Error setting up GPIO. ', 1, logconfig['iologlevel'])
else:
pilib.log(pilib.iolog,
'Done setting up GPIO. ', 4, logconfig['iologlevel'])
options = pilib.parseoptions(interface['options'])
address = int(interface['address'])
pilib.log(pilib.iolog, 'GPIO address' + str(address) + ' enabled', 4, logconfig['iologlevel'])
# Get name from ioinfo table to give it a colloquial name
gpioname = pilib.sqlitedatumquery(pilib.controldatabase, 'select name from ioinfo where id=\'' + interface['id'] + '\'')
polltime = pilib.gettimestring()
querylist = []
# Append to inputs and update name, even if it's an output (can read status as input)
if options['mode'] == 'output':
pilib.log(pilib.iolog, 'Setting output mode for GPIO address' + str(address), 3, logconfig['iologlevel'])
try:
if method == 'rpigpio':
GPIO.setup(address, GPIO.OUT)
elif method == 'pigpio':
pi.set_mode(address, pigpio.OUTPUT)
except TypeError:
pilib.log(pilib.iolog, 'You are trying to set a GPIO with the wrong variable type : ' +
str(type(address)), 0, logconfig['iologlevel'])
pilib.log(pilib.iolog, 'Exiting interface routine for ' + interface['id'], 0, logconfig['iologlevel'])
return
except:
pilib.log(pilib.iolog, 'Error setting GPIO : ' +
str(address), 1, logconfig['iologlevel'])
pilib.log(pilib.iolog, 'Exiting interface routine for ' + interface['id'], 0, logconfig['iologlevel'])
return
# Set the value of the gpio.
# Get previous value if exists
if interface['id'] in prevoutputids:
value = prevoutputvalues[prevoutputids.index(interface['id'])]
else:
value = 0
if value == 1:
if method == 'rpigpio':
GPIO.output(address, True)
elif method == 'pigpio':
pi.write(address, 1)
pilib.log(pilib.iolog, 'Setting output ON for GPIO address' + str(address), 3,
logconfig['iologlevel'])
else:
if method == 'rpigpio':
GPIO.output(address, False)
elif method == 'pigpio':
pi.write(address,0)
pilib.log(pilib.iolog, 'Setting output OFF for GPIO address' + str(address), 3,
logconfig['iologlevel'])
# Get output settings and keep them if the GPIO previously existed
if interface['id'] in prevoutputids:
pollfreq = prevoutputs[prevoutputids.index(interface['id'])]['pollfreq']
ontime = prevoutputs[prevoutputids.index(interface['id'])]['ontime']
offtime = prevoutputs[prevoutputids.index(interface['id'])]['offtime']
else:
try:
pollfreq = defaults['defaultoutputpollfreq']
except:
pollfreq = 60
ontime = ''
offtime = ''
# Add entry to outputs tables
querylist.append('insert into outputs values (\'' + interface['id'] + '\',\'' +
interface['interface'] + '\',\'' + interface['type'] + '\',\'' + str(
address) + '\',\'' +
gpioname + '\',\'' + str(value) + "','','" + str(polltime) + '\',\'' +
str(pollfreq) + "','" + ontime + "','" + offtime + "')")
elif options['mode'] == 'input':
if method == 'rpigpio':
GPIO.setup(address, GPIO.IN)
elif method == 'pigpio':
if 'pullupdown' in options:
if options['pullupdown'] == 'pullup':
pi.set_pull_up_down(address, pigpio.PUD_UP)
elif options['pullupdown'] == 'pulldown':
pi.set_pull_up_down(address, pigpio.PUD_DOWN)
else:
pi.set_pull_up_down(address, pigpio.PUD_OFF)
else:
pi.set_pull_up_down(17, pigpio.PUD_OFF)
pi.set_mode(address, pigpio.INPUT)
if method == 'rpigpio':
value = GPIO.input(address)
elif method == 'pigpio':
value = pi.read(address)
if 'function' in options:
if options['function'] == 'shutdown':
# TODO : The reboot function is still held in a shell script, because it works.
if 'functionstate' in options:
if value == 1 and options['functionstate'] in ['true', 'On', 'True', '1']:
from systemstatus import processsystemflags
processsystemflags()
pilib.log(pilib.iolog, 'Setting input mode for GPIO address' + str(address), 3,
logconfig['iologlevel'])
# Get input settings and keep them if the GPIO previously existed
if interface['id'] in previnputids:
pollfreq = previnputs[previnputids.index(interface['id'])]['pollfreq']
ontime = previnputs[previnputids.index(interface['id'])]['ontime']
offtime = previnputs[previnputids.index(interface['id'])]['offtime']
pilib.log(pilib.iolog,
'Restoring values from previous inputids: pollfreq = ' + str(
pollfreq) + ' ontime = ' + str(ontime) + ' offtime = ' + str(
offtime), 3, logconfig['iologlevel'])
else:
try:
pollfreq = defaults['defaultinputpollfreq']
except:
pollfreq = 60
ontime = ''
offtime = ''
pilib.log(pilib.iolog,
'Setting values to defaults, defaultinputpollfreq = ' + str(
pollfreq), 3, logconfig['iologlevel'])
querylist.append(
'insert into inputs values (\'' + interface['id'] + '\',\'' + interface['interface'] + '\',\'' +
interface['type'] + '\',\'' + str(address) + '\',\'' + gpioname + '\',\'' + str(
value) + "','','" +
str(polltime) + '\',\'' + str(pollfreq) + "','" + ontime + "','" + offtime + "')")
if method == 'pigpio' and 'piobject' not in kwargs:
pi.stop()
return querylist
def processMBinterface(interface, prevoutputs, prevoutputids, previnputs, previnputids, defaults, logconfig):
from netfun import readMBcodedaddresses, MBFCfromaddress
import pilib
# get all modbus reads that have the same address from the modbus table
try:
modbustable = pilib.readalldbrows(pilib.controldatabase, 'modbustcp')
except:
pilib.log(pilib.iolog, 'Error reading modbus table', 0, logconfig['iologlevel'])
else:
pilib.log(pilib.iolog, 'Read modbus table', 4, logconfig['iologlevel'])
querylist = []
for entry in modbustable:
# Get name from ioinfo table to give it a colloquial name
# First we have to give it a unique ID. This is a bit difficult with modbus
if entry['mode'] == 'read':
shortmode = 'R'
elif entry['mode'] == 'write':
shortmode = 'W'
elif entry['mode'] == 'readwrite':
shortmode = 'RW'
else:
pilib.log(pilib.iolog, 'modbus mode error', 1, logconfig['iologlevel'])
try:
mbid = entry['interfaceid'] + '_' + str(entry['register']) + '_' + str(entry['length']) + '_' + shortmode
except KeyError:
pilib.log(pilib.iolog, 'Cannot form mbid due to key error', 0, logconfig['iologlevel'])
return
pilib.log(pilib.iolog, 'Modbus ID: ' + mbid, 4, logconfig['iologlevel'])
mbname = pilib.sqlitedatumquery(pilib.controldatabase, "select name from ioinfo where id='" + mbid + "'")
polltime = pilib.gettimestring()
if entry['interfaceid'] == interface['id']:
# For now, we're going to read them one by one. We'll assemble these into block reads
# in the next iteration
if entry['mode'] == 'read':
# Get previous metadata and data
# Get input settings and keep them if the input previously existed
if mbid in previnputids:
pollfreq = previnputs[previnputids.index(mbid)]['pollfreq']
ontime = previnputs[previnputids.index(mbid)]['ontime']
offtime = previnputs[previnputids.index(mbid)]['offtime']
prevvalue = previnputs[previnputids.index(mbid)]['offtime']
prevpolltime = previnputs[previnputids.index(mbid)]['offtime']
pilib.log(pilib.iolog,
'Restoring values from previous inputids: pollfreq = ' + str(
pollfreq) + ' ontime = ' + str(ontime) + ' offtime = ' + str(
offtime), 3, logconfig['iologlevel'])
else:
# set values to defaults if it did not previously exist
try:
pollfreq = defaults['defaultinputpollfreq']
except:
pollfreq = 60
ontime = ''
offtime = ''
prevvalue = ''
prevpolltime = ''
pilib.log(pilib.iolog,
'Setting values to defaults, defaultinputpollfreq = ' + str(pollfreq), 3, logconfig['iologlevel'])
# Read data
try:
readresult = readMBcodedaddresses(interface['address'], entry['register'], entry['length'])
except:
pilib.log(pilib.iolog, 'Uncaught reror reading modbus value', 0, logconfig['iologlevel'])
else:
if readresult['statuscode'] == 0:
values = readresult['values']
try:
FC = MBFCfromaddress(int(entry['register']))
except ValueError:
pilib.log(pilib.iolog, 'Malformed address for FC determination : ' + str(entry['address']), 0, logconfig['iologlevel'])
else:
pilib.log(pilib.iolog, 'Function code : ' + str(FC), 4, logconfig['iologlevel'])
returnvalue = 0
if len(values) > 0:
pilib.log(pilib.iolog, 'Multiple values returned', 4, logconfig['iologlevel'])
if not entry['bigendian']:
try:
values.reverse()
except AttributeError:
pilib.log(pilib.iolog, 'Error on reverse of MB values: ' + str(values), 0, logconfig['iologlevel'])
if entry['format'] == 'float32':
import struct
byte2 = values[0] % 256
byte1 = (values[0] - byte2)/256
byte4 = values[1] % 256
byte3 = (values[1] - byte4)/256
byte1hex = chr(byte1)
byte2hex = chr(byte2)
byte3hex = chr(byte3)
byte4hex = chr(byte4)
hexstring = byte1hex + byte2hex + byte3hex + byte4hex
returnvalue = struct.unpack('>f',hexstring)[0]
else:
for index, val in enumerate(values):
if FC in [0, 1]:
returnvalue += val * 2 ** index
elif FC in [3, 4]:
returnvalue += val * 256 ** index
else:
pilib.log(pilib.iolog, 'Invalid function code', 0, logconfig['iologlevel'])
else:
returnvalue = values[0]
if entry['options'] != '':
options = pilib.parseoptions(entry['options'])
if 'scale' in options:
# try:
returnvalue = returnvalue * float(options['scale'])
# except:
# pilib.writedatedlogmsg(pilib.iolog, 'Error on scale operation', 0, logconfig['iologlevel'])
if 'precision' in options:
# try:
returnvalue = round(returnvalue, int(options['precision']))
# except:
# pilib.writedatedlogmsg(pilib.iolog, 'Error on precision operation', 0, logconfig['iologlevel'])
pilib.log(pilib.iolog, 'Values read: ' + str(values), 4, logconfig['iologlevel'])
pilib.log(pilib.iolog, 'Value returned: ' + str(returnvalue), 4, logconfig['iologlevel'])
# Contruct entry for newly acquired data
querylist.append('insert into inputs values (\'' + mbid + '\',\'' + interface['id'] + '\',\'' +
interface['type'] + '\',\'' + str(entry['register']) + '\',\'' + mbname + '\',\'' + str(
returnvalue) + "','','" + str(polltime) + '\',\'' + str(pollfreq) + "','" + ontime + "','" + offtime + "')")
else:
pilib.log(pilib.iolog, 'Statuscode ' + str(readresult['statuscode']) + ' on MB read : ' + readresult['message'] , 0, logconfig['iologlevel'])
# restore previous value and construct entry if it existed (or not)
querylist.append('insert into inputs values (\'' + mbid + '\',\'' + interface['interface'] + '\',\'' +
interface['type'] + '\',\'' + str(entry['register']) + '\',\'' + mbname + '\',\'' + str(prevvalue) + "','','" + str(prevpolltime) + '\',\'' + str(pollfreq) + "','" + ontime + "','" + offtime + "')")
pilib.log(pilib.iolog, 'Querylist: ' + str(querylist) , 4, logconfig['iologlevel'])
return querylist
def updateiodata(database, **kwargs):
# This recreates all input and output tables based on the interfaces table.
# Thus way we don't keep around stale data values. We could at some point incorporate
# a retention feature that keeps them around in case they disappear temporarily.
# It also reads the elements if they are enabled and it's time to read them
import pilib
import traceback
if 'piobject' in kwargs:
pi = kwargs['piobject']
else:
import pigpio
pi = pigpio.pi()
allowedGPIOaddresses = [18, 23, 24, 25, 4, 17, 27, 22, 5, 6, 13, 19, 26, 16, 20, 21]
logconfig = pilib.getlogconfig()
tables = pilib.gettablenames(pilib.controldatabase)
if 'interfaces' in tables:
interfaces = pilib.readalldbrows(pilib.controldatabase, 'interfaces')
else:
pilib.log(pilib.iolog, 'interfaces table not found. Exiting', 1,
logconfig['iologlevel'])
return
if 'inputs' in tables:
previnputs = pilib.readalldbrows(pilib.controldatabase, 'inputs')
# Make list of IDs for easy indexing
previnputids = []
for input in previnputs:
previnputids.append(input['id'])
else:
previnputs = []
previnputids = []
if 'outputs' in tables:
prevoutputs = pilib.readalldbrows(pilib.controldatabase, 'outputs')
# Make list of IDs for easy indexing
prevoutputids = []
prevoutputvalues = []
for output in prevoutputs:
prevoutputids.append(output['id'])
prevoutputvalues.append(output['value'])
else:
prevoutputs = {}
prevoutputids = []
if 'defaults' in tables:
defaults = pilib.readalldbrows(pilib.controldatabase, 'defaults')[0]
defaultinputpollfreq = defaults['inputpollfreq']
defaultoutputpollfreq = defaults['outputpollfreq']
else:
defaults = []
defaultinputpollfreq = 60
defaultoutputpollfreq = 60
if 'indicators' in tables:
indicatornames = []
previndicators = pilib.readalldbrows(pilib.controldatabase, 'indicators')
for indicator in previndicators:
indicatornames.append(indicator['name'])
else:
previndicators = []
indicatornames = []
# We drop all inputs and outputs and recreate
# Add all into one query so there is no time when the IO don't exist.
querylist = []
querylist.append('delete from inputs')
querylist.append('delete from outputs')
# This is temporary. Clearing the table here and adding entries below can result in a gap in time
# where there are no database indicator entries. This is not too much of a problem with indicators, as we
# update the hardware explicitly after we add the entries. If the interface queries the table during
# this period, however, we could end up with an apparently empty table.
# TODO: FIX update on indicators in updateio
# We drop this table, so that if SP1 has been disabled, the entries do not appear as valid indicators
pilib.sqlitequery(pilib.controldatabase, 'delete from indicators')
owfsupdate = False
for interface in interfaces:
if interface['interface'] == 'I2C':
pilib.log(pilib.iolog, 'Processing I2C interface ' + interface['name'], 3,
logconfig['iologlevel'])
if interface['enabled']:
pilib.log(pilib.iolog, 'I2C Interface ' + interface['name'] + ' enabled', 3,
logconfig['iologlevel'])
if interface['type'] == 'DS2483':
pilib.log(pilib.iolog, 'Interface type is DS2483', 3,
logconfig['iologlevel'])
owfsupdate = True
else:
pilib.log(pilib.iolog, 'I2C Interface ' + interface['name'] + ' disabled', 3,
logconfig['iologlevel'])
elif interface['interface'] == 'USB':
pilib.log(pilib.iolog, 'Processing USB interface ' + interface['name'], 3,
logconfig['iologlevel'])
if interface['enabled']:
pilib.log(pilib.iolog, 'USB Interface ' + interface['name'] + ' enabled', 3,
logconfig['iologlevel'])
if interface['type'] == 'DS9490':
pilib.log(pilib.iolog, 'Interface type is DS9490', 3,
logconfig['iologlevel'])
owfsupdate = True
else:
pilib.log(pilib.iolog, 'USB Interface ' + interface['name'] + ' disabled', 3,
logconfig['iologlevel'])
elif interface['interface'] == 'MOTE':
#determine and then update id based on fields
entryid = interface['interface'] + '_' + interface['type'] + '_' + interface['address']
condition = '"interface"=\'' + interface['interface'] + '\' and "type"=\'' + interface['type'] + '\' and "address"=\'' + interface['address'] + '\''
print(condition)
pilib.setsinglevalue(pilib.controldatabase, 'interfaces', 'id', entryid, condition)
pilib.log(pilib.iolog, 'Processing Mote interface' + interface['name'] + ', id:' + entryid, 3,
logconfig['iologlevel'])
if interface['enabled']:
pilib.log(pilib.iolog, 'Mote Interface ' + interface['name'] + ', id:' + entryid + ' enabled', 3,
logconfig['iologlevel'])
# Grab mote entries from remotes table
# nodeid and keyvalue are keyed into address in remotes table
# keyvalues are :
# channel: channel number
# iovalue: ionumber
# owdev: ROM
# This would look like, for example
# 1:1 for a nodeid:channel scenario for a controller
split = interface['address'].split(':')
nodeid = split[0]
keyvalue = split[1]
# so we used to enable an interface and then take all entries from a node
# Now, we have to explicitly add an interface for each device, unless the keychar * is used as the
# keyvalue. This will allow us to insert all automatically, for example for owdevs or iovals from a
# node.
# This pulls out all mote entries that have nodeid and keyvalue that match the interface address
# We should just find one, ideally
if keyvalue == '*':
pass
else:
condition = "\"nodeid\"='" + nodeid + "' and \"keyvalue\"='" + keyvalue + "'"
nodeentries = pilib.dynamicsqliteread(pilib.controldatabase, 'remotes', condition=condition)
print("WE FOUND MOTE")
print(condition)
print(len(nodeentries))
if interface['type'] == 'channel':
print('channel')
if len(nodeentries) == 1:
print('one entry found')
nodeentry = nodeentries[0]
nodedata = pilib.parseoptions(nodeentry['data'])
# Find existing channel so we can get existing data, settings, etc., and retain channel ordering
newchanneldata = {'name':interface['name'], 'controlvalue':nodedata['pv'], 'setpointvalue':nodedata['sv'],'controlvaluetime':pilib.gettimestring(), 'data':nodeentry['data'], 'type':'remote'}
newchannel = {}
existingchannels = pilib.readalldbrows(pilib.controldatabase, 'channels')
for channel in existingchannels:
if channel['name'] == interface['name']:
print('updating')
print(channel)
newchannel.update(channel)
print(newchannel)
newchannel.update(newchanneldata)
print(newchannel)
keys = []
values = []
for key, value in newchannel.iteritems():
keys.append(key)
values.append(value)
query = pilib.makesqliteinsert('channels',values, keys)
# print(query)
pilib.sqlitequery(pilib.controldatabase,query)
else:
print('multiple entries found for channel. not appropriate')
else:
pass
# Create queries for table insertion
# TODO: process mote pollfreq, ontime, offtime
moteentries = []
for nodeentry in nodeentries:
# THis breaks out all of the strictly json-encoded data.
datadict = pilib.parseoptions(nodeentry['data'])
try:
entrytype = nodeentry['msgtype']
# now treat each mote type entry specially
# if entrytype == 'channel':
entryid = 'MOTE' + str(nodeentry['nodeid']) + '_' + nodeentry['keyvaluename'] + '_' + nodeentry['keyvalue']
entrymetareturn = pilib.dynamicsqliteread(pilib.controldatabase, 'ioinfo', condition="\"id\"='" + entryid + "'")
try:
entrymeta = entrymetareturn[0]
except:
entrymeta = []
# print(entrymeta)
entryoptions={}
if entrymeta:
entryname = entrymeta['name']
if entrymeta['options']:
entryoptions = pilib.parseoptions(entrymeta['options'])
else:
entryname = '[MOTE' + str(nodeentry['nodeid']) + '] ' + nodeentry['keyvaluename'] + ':' + nodeentry['keyvalue']
except KeyError:
print('OOPS KEY ERROR')
else:
if entrytype == 'iovalue':
if 'scale' in entryoptions:
entryvalue = str(float(entryoptions['scale']) * float(datadict['ioval']))
elif 'formula' in entryoptions:
x = float(datadict['ioval'])
try:
entryvalue = eval(entryoptions['formula'])
except:
entryvalue = float(datadict['ioval'])
else:
entryvalue = float(datadict['ioval'])
elif entrytype == 'owdev':
if 'owtmpasc' in datadict:
if 'scale' in entryoptions:
entryvalue = str(float(entryoptions['scale']) * float(datadict['owtmpasc']))
elif 'formula' in entryoptions:
x = float(datadict['owtmpasc'])
try:
entryvalue = eval(entryoptions['formula'])
except:
entryvalue = float(datadict['owtmpasc'])
else:
entryvalue = datadict['owtmpasc']
else:
entryvalue = -1
else:
entryvalue = -1
moteentries.append('insert into inputs values (\'' + entryid + '\',\'' + interface['interface'] + '\',\'' +
interface['type'] + '\',\'' + str(address) + '\',\'' + entryname + '\',\'' + str(entryvalue) + "','','" +
nodeentry['time'] + '\',\'' + str(15) + "','" + '' + "','" + '' + "')")
# print('querylist')
# print(moteentries)
querylist.extend(moteentries)
else:
pilib.log(pilib.iolog, 'Mote Interface ' + interface['name'] + ' disnabled', 3,
logconfig['iologlevel'])
elif interface['interface'] == 'LAN':
pilib.log(pilib.iolog, 'Processing LAN interface' + interface['name'], 3,
logconfig['iologlevel'])
if interface['enabled']:
pilib.log(pilib.iolog, 'LAN Interface ' + interface['name'] + ' enabled', 3,
logconfig['iologlevel'])
if interface['type'] == 'MBTCP':
pilib.log(pilib.iolog, 'Interface ' + interface['name'] + ' type is MBTCP',
3, logconfig['iologlevel'])
try:
mbentries = processMBinterface(interface, prevoutputs, prevoutputids, previnputs, previnputids, defaults, logconfig)
except:
pilib.log(pilib.iolog,
'Error processing MBTCP interface ' + interface['name'], 0,
logconfig['iologlevel'])
errorstring = traceback.format_exc()
pilib.log(pilib.iolog,
'Error of kind: ' + errorstring, 0,
logconfig['iologlevel'])
else:
pilib.log(pilib.iolog,
'Done processing MBTCP interface ' + interface['name'], 3,
logconfig['iologlevel'])
querylist.extend(mbentries)
else:
pilib.log(pilib.iolog, 'LAN Interface ' + interface['name'] + ' disabled', 3,
logconfig['iologlevel'])
elif interface['interface'] == 'GPIO':
try:
address = int(interface['address'])
except KeyError:
pilib.log(pilib.iolog, 'GPIO address key not found for ' + interface['name'], 1,
logconfig['iologlevel'])
continue
if interface['enabled']:
pilib.log(pilib.iolog, 'Processing GPIO interface ' + str(interface['address']), 3,
logconfig['iologlevel'])
if address in allowedGPIOaddresses:
pilib.log(pilib.iolog, 'GPIO address' + str(address) + ' allowed. Processing.', 4,
logconfig['iologlevel'])
GPIOentries = processGPIOinterface(interface, prevoutputs, prevoutputvalues, prevoutputids,
previnputs, previnputids, defaults, logconfig, piobject=pi)
if GPIOentries:
querylist.extend(GPIOentries)
else:
pilib.log(pilib.iolog,
'GPIO address' + str(address) + ' not allowed. Bad things can happen. ', 4,
logconfig['iologlevel'])
else:
pilib.log(pilib.iolog, 'GPIO address' + str(address) + ' disabled. Doing nothing.', 4,
logconfig['iologlevel'])
elif interface['interface'] == 'SPI0':
pilib.log(pilib.iolog, 'Processing SPI0', 1, logconfig['iologlevel'])
if interface['enabled']:
pilib.log(pilib.iolog, 'SPI0 enabled', 1, logconfig['iologlevel'])
if interface['type'] == 'SPITC':
pilib.log(pilib.iolog, 'Processing SPITC on SPI0', 3, logconfig['iologlevel'])
import readspi
tcdict = readspi.getpigpioMAX31855temp(0,0)
# Convert to F for now
spitcentries = readspi.recordspidata(database, {'SPITC1' :tcdict['tctemp']*1.8+32})
querylist.extend(spitcentries)
if interface['type'] == 'CuPIDlights':
import spilights
spilightsentries, setlist = spilights.getCuPIDlightsentries('indicators', 0, previndicators)
querylist.extend(spilightsentries)
spilights.updatelightsfromdb(pilib.controldatabase, 'indicators', 0)
spilights.setspilights(setlist, 0)
else:
pilib.log(pilib.iolog, 'SPI0 not enabled', 1, logconfig['iologlevel'])
elif interface['interface'] == 'SPI1':
pilib.log(pilib.iolog, 'Processing SPI1', 1, logconfig['iologlevel'])
if interface['enabled']:
pilib.log(pilib.iolog, 'SPI1 enabled', 1, logconfig['iologlevel'])
if interface['type'] == 'CuPIDlights':
pilib.log(pilib.iolog, 'Processing CuPID Lights on SPI1', 1, logconfig['iologlevel'])
import spilights
spilightsentries, setlist = spilights.getCuPIDlightsentries('indicators', 1, previndicators)
querylist.extend(spilightsentries)
spilights.setspilights(setlist, 1)
else:
pilib.log(pilib.iolog, 'SPI1 disaabled', 1, logconfig['iologlevel'])
# Set tables
querylist.append(pilib.makesinglevaluequery('systemstatus', 'lastiopoll', pilib.gettimestring()))
if owfsupdate:
from owfslib import runowfsupdate
pilib.log(pilib.iolog, 'Running owfsupdate', 1, logconfig['iologlevel'])
devices, owfsentries = runowfsupdate(execute=False)
querylist.extend(owfsentries)
else:
pilib.log(pilib.iolog, 'owfsupdate disabled', 3, logconfig['iologlevel'])
pilib.log(pilib.iolog, 'Executing query: ' + str(querylist), 5, logconfig['iologlevel'])
try:
# print(querylist)
pilib.sqlitemultquery(pilib.controldatabase, querylist)
except:
errorstring = traceback.format_exc()
pilib.log(pilib.iolog, 'Error executing query, message: ' + errorstring, 0, logconfig['iologlevel'])
pilib.log(pilib.errorlog, 'Error executing updateio query, message: ' + errorstring)
pilib.log(pilib.errorlog, 'Query: ' + str(querylist))
def watchdognetstatus(allnetstatus=None):
import pilib
import netconfig
import subprocess
from cupiddaemon import pgrepstatus
"""
And now comes the checking of configuration specific statuses and restarting them if enabled
and necessary
NOW
Set number configuration types:
eth0 is always dhcp
if interface is not specified, it is assumed that the specified configuration applies to wlan0
ap : access point on wlan0.
Currently, address is hard-coded as 192.168.0.1 as set in hostapd (to have dhcp all on same subnet)
station : station mode on wlan0
IP address mode set in 'addtype' field. If DHCP, set as DHCP. If static, set as address field
eth0wlan0bridge :
wlan0 set as AP mode with bridge to eth0
wlan0wlan1bridge :
wlan0 set as station mode, wlan1 as ap mode with bridge
wlan1wlan0bridge
wlan1 set as station mode, wlan0 as ap mode with bridge
IN THE FUTURE
netconfigdata will have a row for each interface that needs to be configured.
Each interface can be either static, dhcp, or ap.
Each interface can also bridge, but this will be limited at first, due to the number of combinations.
If bridge is selected, the mode will be checked, and the appropriate IPTables will be set based on which one is AP
"""
if not allnetstatus:
allnetstatus = updatenetstatus()
netconfigdata = allnetstatus['netconfigdata']
netstatus = allnetstatus['netstatusdict']
# Refactor ifaces array. We could probably do this earlier and pass it around like this
ifacedict = {}
for iface in allnetstatus['ifacesdictarray']:
# print(iface['name'])
# print(iface)
ifacedict[iface['name']] = iface
# print(ifacedict)
statusmsg = ''
currenttime = pilib.gettimestring()
runconfig = False
if netconfigdata['mode'] in ['ap', 'tempap']:
pilib.log(pilib.networklog, 'AP Mode is set. ', 1, pilib.networkloglevel)
"""
THIS NEEDS TO BE REWRITTEN ( or absorbed into eth0wlan0bridge )
"""
if netconfigdata['mode'] == 'tempap':
timesincelastretry = pilib.timestringtoseconds(currenttime) - pilib.timestringtoseconds(netconfigdata['laststationretry'])
pilib.log(pilib.networklog, 'TempAP mode: Time since last retry: ' + str(timesincelastretry) + '. Station retry time: '
+ str(netconfigdata['stationretrytime']), 1, pilib.networkloglevel)
if timesincelastretry > netconfigdata['stationretrytime']:
# We go back to station mode
statusmsg += 'Time to go back to station mode. '
pilib.log(pilib.networklog, 'Time to go back to station mode. ', 1, pilib.networkloglevel)
pilib.setsinglevalue(pilib.systemdatadatabase, 'netconfig', 'mode', 'station')
pilib.setsinglevalue(pilib.systemdatadatabase, 'netconfig', 'laststationretry', '')
netconfig.runconfig()
else:
# If we have ap up, do nothing
if netstatus['dhcpstatus']:
statusmsg += 'AP checked and ok. '
pilib.log(pilib.networklog, 'AP checked and ok. ', 1, pilib.networkloglevel)
pilib.setsinglevalue(pilib.systemdatadatabase, 'netstatus', 'mode', 'ap')
pilib.setsinglevalue(pilib.systemdatadatabase, 'netstatus', 'SSID', 'cupidwifi')
pilib.setsinglevalue(pilib.systemdatadatabase, 'netstatus', 'offlinetime', '')
# If we don't have dhcp up, restart ap mode
# this will currently cause reboot if we don't set onboot=True
# We set status message in case we change our minds and reboot here.
else:
statusmsg += 'Restarting AP. '
pilib.log(pilib.networklog, 'Restarting AP mode. ', 1, pilib.networkloglevel)
pilib.setsinglevalue(pilib.systemdatadatabase, 'netstatus', 'statusmsg', statusmsg)
netconfig.runconfig()
# Station Mode. Again, like above, this should be modular.
elif netconfigdata['mode'] == 'station':
pilib.log(pilib.networklog, 'Station mode is set. ', 3, pilib.networkloglevel)
# Check station address (not yet implemented) and wpa status (implemented)
stationinterface = 'wlan0'
try:
stationifacedata = ifacedict[stationinterface]
except KeyError:
pilib.log(pilib.networklog, 'No stationiface data(' + stationinterface + ') present for mode ' + netconfigdata['mode'], 1, pilib.networkloglevel)
statusmsg += 'No stationiface data(' + stationinterface + ') present for mode ' + netconfigdata['mode']
runconfig = True
else:
wpadata = pilib.parseoptions(stationifacedata['wpastate'])
if wpadata['wpa_state'] == 'COMPLETED' and stationifacedata['address']:
pilib.log(pilib.networklog, 'station interface ' + stationinterface + ' wpastatus appears ok with address ' + str(stationifacedata['address']), 3, pilib.networkloglevel)
else:
pilib.log(pilib.networklog, 'station interface for ' + stationinterface + ' does not appear ok judged by wpa_state: wpastate = ' + wpadata['wpa_state'] + ' address= ' + stationifacedata['address'], 1, pilib.networkloglevel)
statusmsg += 'station interface does not appear ok judged by wpa_state. '
runconfig = True
# Should do special handling in here to verify address for static mode.
# # If we have wpa up, do nothing
# if int(netstatus['connected']):
# statusmsg += 'Station wpamode appears ok. '
# pilib.log(pilib.networklog, 'wpamode appears ok. ', 1, pilib.networkloglevel)
#
# # If wpa is not connected
# else:
# statusmsg += 'Station wpamode appears disconnected. '
# pilib.log(pilib.networklog, 'wpamode appears disconnected. ', 1, pilib.networkloglevel)
#
# if netstatus['offlinetime'] == '':
# pilib.log(pilib.networklog, 'Setting offline time for empty value. ', 4,
# pilib.networkloglevel)
# pilib.setsinglevalue('netstatus', 'offlinetime', pilib.gettimestring())
# offlinetime = 0
# else:
# pilib.log(pilib.networklog, 'Calculating offline time. ', 4, pilib.networkloglevel)
# offlinetime = pilib.timestringtoseconds(currenttime) - pilib.timestringtoseconds(
# netstatus['offlinetime'])
#
# pilib.log(pilib.networklog, 'wpa has been offline for ' + str(offlinetime) + '. ', 3,
# pilib.networkloglevel)
# statusmsg += 'We have been offline for ' + str(offlinetime) + '. '
#
# # If aprevert is aprevert or temprevert and we've been offline long enough, flip over to ap
# # then set offline time to now (otherwise this keeps happening)
# if netconfigdata['aprevert'] in ['temprevert', 'aprevert'] and offlinetime > netconfigdata[
# 'apreverttime']:
#
# # set laststationretry to currenttime. This marks when we flipped over to ap
# statusmsg += 'Setting last station retry time. '
# pilib.log(pilib.networklog, 'Reverting to AP mode', 3, pilib.networkloglevel)
# pilib.log(pilib.networklog,
# 'Setting last station retry time to ' + str(currenttime), 0,
# pilib.networkloglevel)
# pilib.setsinglevalue(pilib.systemdatadatabase, 'netconfig', 'laststationretry', currenttime)
# pilib.setsinglevalue('netstatus', 'offlinetime', currenttime)
#
# if netconfigdata['aprevert'] == 'aprevert':
# # set mode to ap
# statusmsg += 'Setting mode to ap. '
# pilib.log(pilib.networklog, 'Setting mode to ap ' + str(currenttime), 3,
# pilib.networkloglevel)
# pilib.setsinglevalue(pilib.systemdatadatabase, 'netconfig', 'mode', 'ap')
# elif netconfigdata['aprevert'] == 'temprevert':
# # set mode to tempap
# statusmsg += 'Setting mode to tempap. '
# pilib.log(pilib.networklog, 'Setting mode to tempap ' + str(currenttime), 3,
# pilib.networkloglevel)
# pilib.setsinglevalue(pilib.systemdatadatabase, 'netconfig', 'mode', 'tempap')
#
# # Unfortunately, to revert to ap mode successfully, we currently have to reboot
# # this is built into the netconfig script - any time you set ap mode except at boot, it reboots
# pilib.setsinglevalue(pilib.systemdatadatabase, 'netstatus', 'statusmsg', statusmsg)
# pilib.log(pilib.syslog, 'Running netconfig . ', 4,
# pilib.sysloglevel)
# netconfig.runconfig()
# elif offlinetime > 15:
# pilib.log(pilib.syslog, 'Restarting netconfig on bad wpastatus', 1,
# pilib.sysloglevel)
# runconfig = True
#
# # Here, we need to check the ifaces address. Netstatus address is ambiguous
# if netstatus['ip_address'] != netconfigdata['address']:
# pilib.log(pilib.networklog, 'IP address mismatch ( Configured for ' + netconfigdata['address'] + '. Reporting' + netstatus['ip_address'] + ' ). Running config.', 1, pilib.networkloglevel)
# runconfig = True
# else:
# pilib.log(pilib.networklog, 'IP address match for ' + netconfigdata['address'] + '. ', 3, pilib.networkloglevel)
elif netconfigdata['mode'] == 'eth0wlan0bridge':
# We don't actually check eth0. This is because we shouldn't have to. Also, if we don't check on eth0, we can
# use the same mode for wlan0 AP and eth0wlan0 bridge. Hot plug, works fine.
# Check wlan0 dhcp and hostapd status
try:
wlan0ifacedata =ifacedict['wlan0']
except KeyError:
pilib.log(pilib.networklog, 'No wlan0 data present in configuration of eth0wlan0bridge. ', 1, pilib.networkloglevel)
statusmsg += 'wlan0 data is not present. '
runconfig = True
else:
pilib.log(pilib.networklog, 'Checking dhcp server status on wlan0. ', 4, pilib.networkloglevel)
try:
result = subprocess.check_output(['/usr/sbin/service', 'isc-dhcp-server', 'status'], stderr=subprocess.PIPE)
except Exception, e:
# If not running, the subprocess call will throw an error
pilib.log(pilib.networklog, 'Error in reading dhcp server status. Assumed down. ', 1, pilib.networkloglevel)
statusmsg += 'dhcp server appears down. '
runconfig = True
else:
pilib.log(pilib.networklog, 'DHCP server appears to be up. ', 1, pilib.networkloglevel)
""" Check ifconfig ipaddress for wlan0
This should be programmable. """
if wlan0ifacedata['address'] == '192.168.0.1':
pilib.log(pilib.networklog, 'wlan0 address is appears to be set properly: ' + str(wlan0ifacedata['address']), 3, pilib.networkloglevel)
else:
pilib.log(pilib.networklog, 'wlan0 address is not set properly: ' + str(wlan0ifacedata['address']), 1, pilib.networkloglevel)
statusmsg += 'wlan0 address does not appear ok. '
runconfig = True
if pgrepstatus('hostapd.*wlan0')['count'] == 1:
pilib.log(pilib.networklog, 'hostapd on wlan0 appears to be ok. ', 3, pilib.networkloglevel)
else:
pilib.log(pilib.networklog, 'hostapd on wlan0 does NOT appear to be ok. ', 1, pilib.networkloglevel)
statusmsg += 'wlan0 hostpad does not appear ok. '
runconfig=True
stationinterface = 'wlan0'
apinterface = 'wlan1'
else:
stationinterface = 'wlan1'
apinterface = 'wlan0'
runconfig = False
# Check station address (not yet implemented) and wpa status (implemented)
try:
stationifacedata = ifacedict[stationinterface]
except KeyError:
pilib.log(pilib.networklog, 'No stationiface data(' + stationinterface + ') present for mode ' + netconfigdata['mode'], 1, pilib.networkloglevel)
statusmsg += 'No stationiface data(' + stationinterface + ') present for mode ' + netconfigdata['mode']
runconfig = True
else:
wpadata = pilib.parseoptions(stationifacedata['wpastate'])
if wpadata['wpa_state'] == 'COMPLETED':
pilib.log(pilib.networklog, 'station interface ' + stationinterface + ' wpastatus appears ok. ', 3, pilib.networkloglevel)
else:
pilib.log(pilib.networklog, 'station interface for ' + stationinterface + ' does not appear ok judged by wpa_state. ', 1, pilib.networkloglevel)
statusmsg += 'station interface does not appear ok judged by wpa_state. '
runconfig = True
# Check wlan1 dhcp and hostapd status
try:
apifacedata = ifacedict[apinterface]
except KeyError:
pilib.log(pilib.networklog, 'No apiface data(' + apinterface + ') present for mode ' + netconfigdata['mode'], 1, pilib.networkloglevel)
runconfig = True
else:
pilib.log(pilib.networklog, 'Checking dhcp server status on ' + apinterface, 4, pilib.networkloglevel)
def processGPIOinterface(interface, prevoutputs, prevoutputvalues, prevoutputids, previnputs, previnputids, defaults, logconfig):
import RPi.GPIO as GPIO
GPIO.setmode(GPIO.BCM)
GPIO.setwarnings(False)
import pilib
options = pilib.parseoptions(interface['options'])
address = int(interface['address'])
# TODO : respond to more options, like pullup and pulldown
pilib.writedatedlogmsg(pilib.iolog, 'GPIO address' + str(address) + ' enabled', 4,
logconfig['iologlevel'])
# Get name from ioinfo table to give it a colloquial name
gpioname = pilib.sqlitedatumquery(pilib.controldatabase, 'select name from ioinfo where id=\'' +
interface['id'] + '\'')
polltime = pilib.gettimestring()
querylist = []
# Append to inputs and update name, even if it's an output (can read status as input)
if options['mode'] == 'output':
pilib.writedatedlogmsg(pilib.iolog, 'Setting output mode for GPIO address' + str(address), 3,
logconfig['iologlevel'])
try:
GPIO.setup(address, GPIO.OUT)
except TypeError:
pilib.writedatedlogmsg(pilib.iolog, 'You are trying to set a GPIO with the wrong variable type : ' +
str(type(address)), 0, logconfig['iologlevel'])
pilib.writedatedlogmsg(pilib.iolog, 'Exiting interface routine for ' + interface['id'], 0, logconfig['iologlevel'])
return
# Set the value of the gpio.
# Get previous value if exists
if interface['id'] in prevoutputids:
value = prevoutputvalues[prevoutputids.index(interface['id'])]
else:
value = 0
if value == 1:
GPIO.output(address, True)
pilib.writedatedlogmsg(pilib.iolog, 'Setting output ON for GPIO address' + str(address), 3,
logconfig['iologlevel'])
else:
GPIO.output(address, False)
pilib.writedatedlogmsg(pilib.iolog, 'Setting output OFF for GPIO address' + str(address), 3,
logconfig['iologlevel'])
# Get output settings and keep them if the GPIO previously existed
if interface['id'] in prevoutputids:
pollfreq = prevoutputs[prevoutputids.index(interface['id'])]['pollfreq']
ontime = prevoutputs[prevoutputids.index(interface['id'])]['ontime']
offtime = prevoutputs[prevoutputids.index(interface['id'])]['offtime']
else:
try:
pollfreq = defaults['defaultoutputpollfreq']
except:
pollfreq = 60
ontime = ''
offtime = ''
# Add entry to outputs tables
querylist.append('insert into outputs values (\'' + interface['id'] + '\',\'' +
interface['interface'] + '\',\'' + interface['type'] + '\',\'' + str(
address) + '\',\'' +
gpioname + '\',\'' + str(value) + "','','" + str(polltime) + '\',\'' +
str(pollfreq) + "','" + ontime + "','" + offtime + "')")
else:
GPIO.setup(address, GPIO.IN)
value = GPIO.input(address)
pilib.writedatedlogmsg(pilib.iolog, 'Setting input mode for GPIO address' + str(address), 3,
logconfig['iologlevel'])
# Get input settings and keep them if the GPIO previously existed
if interface['id'] in previnputids:
pollfreq = previnputs[previnputids.index(interface['id'])]['pollfreq']
ontime = previnputs[previnputids.index(interface['id'])]['ontime']
offtime = previnputs[previnputids.index(interface['id'])]['offtime']
pilib.writedatedlogmsg(pilib.iolog,
'Restoring values from previous inputids: pollfreq = ' + str(
pollfreq) + ' ontime = ' + str(ontime) + ' offtime = ' + str(
offtime), 3, logconfig['iologlevel'])
else:
try:
pollfreq = defaults['defaultinputpollfreq']
except:
pollfreq = 60
ontime = ''
offtime = ''
pilib.writedatedlogmsg(pilib.iolog,
'Setting values to defaults, defaultinputpollfreq = ' + str(
pollfreq), 3, logconfig['iologlevel'])
querylist.append(
'insert into inputs values (\'' + interface['id'] + '\',\'' + interface['interface'] + '\',\'' +
interface['type'] + '\',\'' + str(address) + '\',\'' + gpioname + '\',\'' + str(
value) + "','','" +
str(polltime) + '\',\'' + str(pollfreq) + "','" + ontime + "','" + offtime + "')")
return querylist
def processMBinterface(interface, prevoutputs, prevoutputids, previnputs, previnputids, defaults, logconfig):
from netfun import readMBcodedaddresses, MBFCfromaddress
import pilib
# get all modbus reads that have the same address from the modbus table
try:
modbustable = pilib.readalldbrows(pilib.controldatabase, 'modbustcp')
except:
pilib.writedatedlogmsg(pilib.iolog, 'Error reading modbus table', 0, logconfig['iologlevel'])
else:
pilib.writedatedlogmsg(pilib.iolog, 'Read modbus table', 4, logconfig['iologlevel'])
querylist = []
for entry in modbustable:
# Get name from ioinfo table to give it a colloquial name
# First we have to give it a unique ID. This is a bit difficult with modbus
if entry['mode'] == 'read':
shortmode = 'R'
elif entry['mode'] == 'write':
shortmode = 'W'
elif entry['mode'] == 'readwrite':
shortmode = 'RW'
else:
pilib.writedatedlogmsg(pilib.iolog, 'modbus mode error', 1, logconfig['iologlevel'])
try:
mbid = entry['interfaceid'] + '_' + str(entry['register']) + '_' + str(entry['length']) + '_' + shortmode
except KeyError:
pilib.writedatedlogmsg(pilib.iolog, 'Cannot form mbid due to key error', 0, logconfig['iologlevel'])
return
pilib.writedatedlogmsg(pilib.iolog, 'Modbus ID: ' + mbid, 4, logconfig['iologlevel'])
mbname = pilib.sqlitedatumquery(pilib.controldatabase, "select name from ioinfo where id='" + mbid + "'")
polltime = pilib.gettimestring()
if entry['interfaceid'] == interface['id']:
# For now, we're going to read them one by one. We'll assemble these into block reads
# in the next iteration
if entry['mode'] == 'read':
# Get previous metadata and data
# Get input settings and keep them if the input previously existed
if mbid in previnputids:
pollfreq = previnputs[previnputids.index(mbid)]['pollfreq']
ontime = previnputs[previnputids.index(mbid)]['ontime']
offtime = previnputs[previnputids.index(mbid)]['offtime']
prevvalue = previnputs[previnputids.index(mbid)]['offtime']
prevpolltime = previnputs[previnputids.index(mbid)]['offtime']
pilib.writedatedlogmsg(pilib.iolog,
'Restoring values from previous inputids: pollfreq = ' + str(
pollfreq) + ' ontime = ' + str(ontime) + ' offtime = ' + str(
offtime), 3, logconfig['iologlevel'])
else:
# set values to defaults if it did not previously exist
try:
pollfreq = defaults['defaultinputpollfreq']
except:
pollfreq = 60
ontime = ''
offtime = ''
prevvalue = ''
prevpolltime = ''
pilib.writedatedlogmsg(pilib.iolog,
'Setting values to defaults, defaultinputpollfreq = ' + str(pollfreq), 3, logconfig['iologlevel'])
# Read data
try:
readresult = readMBcodedaddresses(interface['address'], entry['register'], entry['length'])
except:
pilib.writedatedlogmsg(pilib.iolog, 'Uncaught reror reading modbus value', 0, logconfig['iologlevel'])
else:
if readresult['statuscode'] == 0:
values = readresult['values']
try:
FC = MBFCfromaddress(int(entry['register']))
except ValueError:
pilib.writedatedlogmsg(pilib.iolog, 'Malformed address for FC determination : ' + str(entry['address']), 0, logconfig['iologlevel'])
else:
pilib.writedatedlogmsg(pilib.iolog, 'Function code : ' + str(FC), 4, logconfig['iologlevel'])
returnvalue = 0
if len(values) > 0:
pilib.writedatedlogmsg(pilib.iolog, 'Multiple values returned', 4, logconfig['iologlevel'])
if not entry['bigendian']:
try:
values.reverse()
except AttributeError:
pilib.writedatedlogmsg(pilib.iolog, 'Error on reverse of MB values: ' + str(values), 0, logconfig['iologlevel'])
if entry['format'] == 'float32':
import struct
byte2 = values[0] % 256
byte1 = (values[0] - byte2)/256
byte4 = values[1] % 256
byte3 = (values[1] - byte4)/256
byte1hex = chr(byte1)
byte2hex = chr(byte2)
byte3hex = chr(byte3)
byte4hex = chr(byte4)
hexstring = byte1hex + byte2hex + byte3hex + byte4hex
returnvalue = struct.unpack('>f',hexstring)[0]
else:
for index, val in enumerate(values):
if FC in [0, 1]:
returnvalue += val * 2 ** index
elif FC in [3, 4]:
returnvalue += val * 256 ** index
else:
pilib.writedatedlogmsg(pilib.iolog, 'Invalid function code', 0, logconfig['iologlevel'])
else:
returnvalue = values[0]
if entry['options'] != '':
options = pilib.parseoptions(entry['options'])
if 'scale' in options:
# try:
returnvalue = returnvalue * float(options['scale'])
# except:
# pilib.writedatedlogmsg(pilib.iolog, 'Error on scale operation', 0, logconfig['iologlevel'])
if 'precision' in options:
# try:
returnvalue = round(returnvalue, int(options['precision']))
# except:
# pilib.writedatedlogmsg(pilib.iolog, 'Error on precision operation', 0, logconfig['iologlevel'])
pilib.writedatedlogmsg(pilib.iolog, 'Values read: ' + str(values), 4, logconfig['iologlevel'])
pilib.writedatedlogmsg(pilib.iolog, 'Value returned: ' + str(returnvalue), 4, logconfig['iologlevel'])
# Contruct entry for newly acquired data
querylist.append('insert into inputs values (\'' + mbid + '\',\'' + interface['id'] + '\',\'' +
interface['type'] + '\',\'' + str(entry['register']) + '\',\'' + mbname + '\',\'' + str(
returnvalue) + "','','" + str(polltime) + '\',\'' + str(pollfreq) + "','" + ontime + "','" + offtime + "')")
else:
pilib.writedatedlogmsg(pilib.iolog, 'Statuscode ' + str(readresult['statuscode']) + ' on MB read : ' + readresult['message'] , 0, logconfig['iologlevel'])
# restore previous value and construct entry if it existed (or not)
querylist.append('insert into inputs values (\'' + mbid + '\',\'' + interface['interface'] + '\',\'' +
interface['type'] + '\',\'' + str(entry['register']) + '\',\'' + mbname + '\',\'' + str(prevvalue) + "','','" + str(prevpolltime) + '\',\'' + str(pollfreq) + "','" + ontime + "','" + offtime + "')")
pilib.writedatedlogmsg(pilib.iolog, 'Querylist: ' + str(querylist) , 4, logconfig['iologlevel'])
return querylist
def updateiodata(database):
# This recreates all input and output tables based on the interfaces table.
# Thus way we don't keep around stale data values. We could at some point incorporate
# a retention feature that keeps them around in case they disappear temporarily.
# It also reads the elements if they are enabled and it's time to read them
import pilib
import traceback
import RPi.GPIO as GPIO
allowedGPIOaddresses = [18, 23, 24, 25, 4, 17, 21, 22]
logconfig = pilib.getlogconfig()
GPIO.setmode(GPIO.BCM)
GPIO.setwarnings(False)
tables = pilib.gettablenames(pilib.controldatabase)
if 'interfaces' in tables:
interfaces = pilib.readalldbrows(pilib.controldatabase, 'interfaces')
else:
pilib.writedatedlogmsg(pilib.iolog, 'interfaces table not found. Exiting', 1,
logconfig['iologlevel'])
return
if 'inputs' in tables:
previnputs = pilib.readalldbrows(pilib.controldatabase, 'inputs')
# Make list of IDs for easy indexing
previnputids = []
for input in previnputs:
previnputids.append(input['id'])
else:
previnputs = []
previnputids = []
if 'outputs' in tables:
prevoutputs = pilib.readalldbrows(pilib.controldatabase, 'outputs')
# Make list of IDs for easy indexing
prevoutputids = []
prevoutputvalues = []
for output in prevoutputs:
prevoutputids.append(output['id'])
prevoutputvalues.append(output['value'])
else:
prevoutputs = {}
prevoutputids = []
if 'defaults' in tables:
defaults = pilib.readalldbrows(pilib.controldatabase, 'defaults')[0]
defaultinputpollfreq = defaults['inputpollfreq']
defaultoutputpollfreq = defaults['outputpollfreq']
else:
defaults = []
defaultinputpollfreq = 60
defaultoutputpollfreq = 60
if 'indicators' in tables:
indicatornames = []
previndicators = pilib.readalldbrows(pilib.controldatabase, 'indicators')
for indicator in previndicators:
indicatornames.append(indicator['name'])
else:
previndicators = []
indicatornames = []
# We drop all inputs and outputs and recreate
# Add all into one query so there is no time when the IO don't exist.
querylist = []
querylist.append('delete from inputs')
querylist.append('delete from outputs')
# This is temporary. Clearing the table here and adding entries below can result in a gap in time
# where there are no database indicator entries. This is not too much of a problem with indicators, as we
# update the hardware explicitly after we add the entries. If the interface queries the table during
# this period, however, we could end up with an apparently empty table.
# TODO: FIX update on indicators in updateio
pilib.sqlitequery(pilib.controldatabase, 'delete from indicators')
owfsupdate = False
for interface in interfaces:
if interface['interface'] == 'I2C':
pilib.writedatedlogmsg(pilib.iolog, 'Processing I2C interface' + interface['name'], 3,
logconfig['iologlevel'])
if interface['enabled']:
pilib.writedatedlogmsg(pilib.iolog, 'I2C Interface ' + interface['name'] + ' enabled', 3,
logconfig['iologlevel'])
if interface['type'] == 'DS2483':
pilib.writedatedlogmsg(pilib.iolog, 'Interface type is DS2483', 3,
logconfig['iologlevel'])
owfsupdate = True
elif interface['interface'] == 'USB':
pilib.writedatedlogmsg(pilib.iolog, 'Processing USB interface' + interface['name'], 3,
logconfig['iologlevel'])
if interface['enabled']:
pilib.writedatedlogmsg(pilib.iolog, 'USB Interface ' + interface['name'] + ' enabled', 3,
logconfig['iologlevel'])
if interface['type'] == 'DS9490':
pilib.writedatedlogmsg(pilib.iolog, 'Interface type is DS9490', 3,
logconfig['iologlevel'])
owfsupdate = True
elif interface['interface'] == 'MOTE':
pilib.writedatedlogmsg(pilib.iolog, 'Processing Mote interface' + interface['name'], 3,
logconfig['iologlevel'])
if interface['enabled']:
pilib.writedatedlogmsg(pilib.iolog, 'Mote Interface ' + interface['name'] + ' enabled', 3,
logconfig['iologlevel'])
# Grab mote entries from remotes table
nodeaddress = int(interface['address'])
nodeentries = pilib.dynamicsqliteread(pilib.controldatabase, 'remotes', condition="\"nodeid\"='" + str(nodeaddress) + "'")
# Create queries for table insertion
# TODO: process mote pollfreq, ontime, offtime
moteentries = []
for nodeentry in nodeentries:
datadict = pilib.parseoptions(nodeentry['data'])
try:
entrytype = nodeentry['msgtype']
entryid = 'MOTE' + str(nodeentry['nodeid']) + '_' + nodeentry['keyvaluename'] + '_' + nodeentry['keyvalue']
entrymetareturn = pilib.dynamicsqliteread(pilib.controldatabase, 'ioinfo', condition="\"id\"='" + entryid + "'")
try:
entrymeta = entrymetareturn[0]
except:
entrymeta = []
# print(entrymeta)
entryoptions={}
if entrymeta:
entryname = entrymeta['name']
if entrymeta['options']:
entryoptions = pilib.parseoptions(entrymeta['options'])
else:
entryname = '[MOTE' + str(nodeentry['nodeid']) + '] ' + nodeentry['keyvaluename'] + ':' + nodeentry['keyvalue']
except KeyError:
print('OOPS KEY ERROR')
else:
if entrytype == 'iovalue':
if 'scale' in entryoptions:
entryvalue = str(float(entryoptions['scale']) * float(datadict['iovalue']))
else:
entryvalue = datadict['iovalue']
elif entrytype == 'owdev':
if 'owtmpasc' in datadict:
if 'scale' in entryoptions:
entryvalue = str(float(entryoptions['scale']) * float(datadict['owtmpasc']))
else:
entryvalue = datadict['owtmpasc']
else:
entryvalue = -1
else:
entryvalue = -1
moteentries.append('insert into inputs values (\'' + entryid + '\',\'' + interface['interface'] + '\',\'' +
interface['type'] + '\',\'' + str(address) + '\',\'' + entryname + '\',\'' + str(entryvalue) + "','','" +
nodeentry['time'] + '\',\'' + str(15) + "','" + '' + "','" + '' + "')")
# print('querylist')
# print(moteentries)
querylist.extend(moteentries)
elif interface['interface'] == 'LAN':
pilib.writedatedlogmsg(pilib.iolog, 'Processing LAN interface' + interface['name'], 3,
logconfig['iologlevel'])
if interface['enabled']:
pilib.writedatedlogmsg(pilib.iolog, 'LAN Interface ' + interface['name'] + ' enabled', 3,
logconfig['iologlevel'])
if interface['type'] == 'MBTCP':
pilib.writedatedlogmsg(pilib.iolog, 'Interface ' + interface['name'] + ' type is MBTCP',
3, logconfig['iologlevel'])
try:
mbentries = processMBinterface(interface, prevoutputs, prevoutputids, previnputs, previnputids, defaults, logconfig)
except:
pilib.writedatedlogmsg(pilib.iolog,
'Error processing MBTCP interface ' + interface['name'], 0,
logconfig['iologlevel'])
errorstring = traceback.format_exc()
pilib.writedatedlogmsg(pilib.iolog,
'Error of kind: ' + errorstring, 0,
logconfig['iologlevel'])
else:
pilib.writedatedlogmsg(pilib.iolog,
'Done processing MBTCP interface ' + interface['name'], 3,
logconfig['iologlevel'])
querylist.extend(mbentries)
elif interface['interface'] == 'GPIO':
try:
address = int(interface['address'])
except KeyError:
pilib.writedatedlogmsg(pilib.iolog, 'GPIO address key not found for ' + interface['name'], 1,
logconfig['iologlevel'])
continue
pilib.writedatedlogmsg(pilib.iolog, 'Processing GPIO interface ' + str(interface['address']), 3,
logconfig['iologlevel'])
if address in allowedGPIOaddresses:
pilib.writedatedlogmsg(pilib.iolog, 'GPIO address' + str(address) + ' allowed', 4,
logconfig['iologlevel'])
# Check if interface is enabled
if interface['enabled']:
GPIOentries = processGPIOinterface(interface, prevoutputs, prevoutputvalues, prevoutputids,
previnputs, previnputids, defaults, logconfig)
querylist.extend(GPIOentries)
else:
pilib.writedatedlogmsg(pilib.iolog, 'GPIO address' + str(address) + ' disabled', 4,
logconfig['iologlevel'])
GPIO.setup(address, GPIO.IN)
else:
pilib.writedatedlogmsg(pilib.iolog,
'GPIO address' + str(address) + ' not allowed. Bad things can happen. ', 4,
logconfig['iologlevel'])
elif interface['interface'] == 'SPI0':
pilib.writedatedlogmsg(pilib.iolog, 'Processing SPI0', 1, logconfig['iologlevel'])
if interface['type'] == 'SPITC':
import readspi
spidata = readspi.readspitc(0)
spitcentries = readspi.recordspidata(database, spidata)
querylist.extend(spitcentries)
if interface['type'] == 'CuPIDlights':
import spilights
spilightsentries, setlist = spilights.getCuPIDlightsentries('indicators', 0, previndicators)
querylist.extend(spilightsentries)
spilights.updatelightsfromdb(pilib.controldatabase, 'indicators', 0)
spilights.setspilights(setlist, 0)
elif interface['interface'] == 'SPI1':
pilib.writedatedlogmsg(pilib.iolog, 'Processing SPI1', 1, logconfig['iologlevel'])
if interface['type'] == 'CuPIDlights':
import spilights
spilightsentries, setlist = spilights.getCuPIDlightsentries('indicators', 1, previndicators)
querylist.extend(spilightsentries)
spilights.setspilights(setlist, 1)
# Set tables
querylist.append(pilib.makesinglevaluequery('systemstatus', 'lastiopoll', pilib.gettimestring()))
if owfsupdate:
from owfslib import runowfsupdate
devices, owfsentries = runowfsupdate(execute=False)
querylist.extend(owfsentries)
pilib.writedatedlogmsg(pilib.iolog, 'Executing query: ' + str(querylist), 5, logconfig['iologlevel'])
try:
pilib.sqlitemultquery(pilib.controldatabase, querylist)
except:
errorstring = traceback.format_exc()
pilib.writedatedlogmsg(pilib.iolog, 'Error executing query, message: ' + errorstring, 0, logconfig['iologlevel'])
pilib.writedatedlogmsg(pilib.errorlog, 'Error executing updateio query, message: ' + errorstring)
pilib.writedatedlogmsg(pilib.errorlog, 'Query: ' + str(querylist))
def updateiodata(database):
# This recreates all input and output tables based on the interfaces table.
# Thus way we don't keep around stale data values. We could at some point incorporate
# a retention feature that keeps them around in case they disappear temporarily.
# It also reads the elements if they are enabled and it's time to read them
import pilib
import RPi.GPIO as GPIO
allowedGPIOaddresses = [18, 23, 24, 25, 4, 17, 21, 22]
dontrun = False
GPIO.setmode(GPIO.BCM)
GPIO.setwarnings(False)
tables = pilib.gettablenames(pilib.controldatabase)
if 'interfaces' in tables:
interfaces = pilib.readalldbrows(pilib.controldatabase, 'interfaces')
else:
print('interfaces table not found. Exiting')
return
if 'inputs' in tables:
previnputs = pilib.readalldbrows(pilib.controldatabase, 'inputs')
# Make list of IDs for easy indexing
previnputids = []
for input in previnputs:
previnputids.append(input['id'])
else:
previnputs = []
previnputids = []
if 'outputs' in tables:
prevoutputs = pilib.readalldbrows(pilib.controldatabase, 'outputs')
# Make list of IDs for easy indexing
prevoutputids = []
prevoutputvalues = []
for output in prevoutputs:
prevoutputids.append(output['id'])
prevoutputvalues.append(output['value'])
else:
prevoutputs = {}
prevoutputids = []
if 'defaults' in tables:
defaults = pilib.readalldbrows(pilib.controldatabase, 'defaults')[0]
defaultinputpollfreq = defaults['inputpollfreq']
defaultoutputpollfreq = defaults['outputpollfreq']
else:
defaults = []
defaultinputpollfreq = 60
defaultoutputpollfreq = 60
# We drop all inputs and outputs and recreate
# Add all into one query so there is no time when the IO don't exist.
querylist = []
querylist.append('delete from inputs')
querylist.append('delete from outputs')
pilib.sqlitemultquery(pilib.controldatabase, querylist)
querylist = []
for interface in interfaces:
if interface['interface'] == 'I2C':
if interface['enabled']:
# print('processing enabled I2C')
if interface['type'] == 'DS2483':
from owfslib import runowfsupdate
runowfsupdate()
elif interface['interface'] == 'GPIO':
options = pilib.parseoptions(interface['options'])
# TODO : respond to more option, like pullup and pulldown
address = int(interface['address'])
if address in allowedGPIOaddresses:
# Check if interface is enabled
if interface['enabled']:
# Get name from ioinfo table to give it a colloquial name
gpioname = pilib.sqlitedatumquery(database, 'select name from ioinfo where id=\'' +
interface['id'] + '\'')
polltime = pilib.gettimestring()
# Append to inputs and update name, even if it's an output (can read status as input)
if options['mode'] == 'output':
GPIO.setup(address, GPIO.OUT)
# Set the value of the gpio.
# Get previous value if exists
if interface['id'] in prevoutputids:
value = prevoutputvalues[prevoutputids.index(interface['id'])]
else:
value = 0
if value == 1:
GPIO.output(address, True)
else:
GPIO.output(address, False)
# Get output settings and keep them if the GPIO previously existed
if interface['id'] in prevoutputids:
pollfreq = prevoutputs[prevoutputids.index(interface['id'])]['pollfreq']
else:
pollfreq = defaultoutputpollfreq
# Add entry to outputs tables
querylist.append('insert into outputs values (\'' + interface['id'] + '\',\'' +
interface['interface'] + '\',\'' + interface['type'] + '\',\'' + str(address) + '\',\'' +
gpioname + '\',\'' + str(value) + '\',\'\',\'' + str(polltime) + '\',\'' +
str(pollfreq) + '\')')
else:
GPIO.setup(address, GPIO.IN)
value = GPIO.input(address)
polltime = pilib.gettimestring()
# Get input settings and keep them if the GPIO previously existed
if interface['id'] in prevoutputids:
pollfreq = previnputs[prevoutputids.index(interface['id'])]['pollfreq']
polltime = previnputs[prevoutputids.index(interface['id'])]['polltime']
else:
pollfreq = defaultinputpollfreq
# Add entry to inputs tables
# Get output settings and keep them if the GPIO previously existed
if interface['id'] in prevoutputids:
pollfreq = prevoutputs[prevoutputids.index(interface['id'])]['pollfreq']
else:
pollfreq = defaultoutputpollfreq
querylist.append(
'insert into inputs values (\'' + interface['id'] + '\',\'' + interface['interface'] + '\',\'' +
interface['type'] + '\',\'' + str(address) + '\',\'' + gpioname + '\',\'' + str(value) + '\',\'\',\'' +
str(polltime) + '\',\'' + str(pollfreq) + '\')')
else:
GPIO.setup(address, GPIO.IN)
else:
print('GPIO address ' + address + 'not allowed. BAD THINGS CAN HAPPEN.')
elif interface['interface'] == 'SPI':
# print('processing SPI')
if interface['type'] == 'SPITC':
import readspi
spidata = readspi.readspitc()
readspi.recordspidata(database, spidata)
elif interface['type'] == 'CuPIDLights':
import spilights
spilights.updatelightsfromdb(pilib.controldatabase, 'indicators')
# Set tables
# print(querylist)
pilib.sqlitemultquery(pilib.controldatabase, querylist)