def checkCommandLineOptions():
"""checkCommandLineOptions() -> void
Test the correctness of the command line options, if an error is found
the program is terminated.
"""
opt = gdata.getCommandLineOptions()
# Check multicast address
try:
min_mcast_addr = socket.inet_aton(gdata.SOCK_MIN_MCAST_ADDR)
max_mcast_addr = socket.inet_aton(gdata.SOCK_MAX_MCAST_ADDR)
mcast_addr = socket.inet_aton(opt.multicast_group)
except socket.error:
logging.critical(
"The given multicast group is not a valid multicast ip")
sys.exit(-1)
# Check life time
if opt.data_life_time < opt.connection_timeout * 2:
logging.critical(
"Data life time must be at least twice the connection life time")
sys.exit(-1)
# Check multicast range
elif mcast_addr < min_mcast_addr or mcast_addr > max_mcast_addr:
logging.critical(
"The multicast grup addr must be betwen [%s-%s]" %
(gdata.SOCK_MIN_MCAST_ADDR, gdata.SOCK_MAX_MCAST_ADDR))
sys.exit(-1)
def main():
# Set logging, print and check command line options
setUpLogging()
printCommandLineOptions()
checkCommandLineOptions()
# Get command line options
opt = gdata.getCommandLineOptions()
# Set up sockets
mon_sock, cli_sock, m_sock = setUpSockets()
try:
# Starts the data base garbage collector
# In order to clean the memory regularly the gc will run at most every
# 30 seconds
gc_time = min(opt.data_life_time / 2, gdata.DEF_MAX_TIME_GC)
db_gc = srvdata.DBGarbageCollector(gc_time, opt.data_life_time)
db_gc.start()
logging.info("DB Garbage collector started (runs every: %fs)" % gc_time)
# Starts runs the main loop, close all the sockets at exit
mainLoop(mon_sock, cli_sock, m_sock)
# Stop the garbage collector
srvdata.DBGarbageCollector.stop(db_gc)
logging.info("DB Garbage collector stoped")
finally:
mon_sock.close()
logging.info("Monitors socket closed")
cli_sock.close()
logging.info("Commands socket closed")
m_sock.close()
def checkCommandLineOptions():
"""checkCommandLineOptions() -> void
Test the correctness of the command line options, if an error is found
the program is terminated.
"""
opt = gdata.getCommandLineOptions()
# Check multicast address
try:
min_mcast_addr = socket.inet_aton(gdata.SOCK_MIN_MCAST_ADDR)
max_mcast_addr = socket.inet_aton(gdata.SOCK_MAX_MCAST_ADDR)
mcast_addr = socket.inet_aton(opt.multicast_group)
except socket.error:
logging.critical(
"The given multicast group is not a valid multicast ip")
sys.exit(-1)
# Check life time
if opt.data_life_time < opt.connection_timeout * 2:
logging.critical(
"Data life time must be at least twice the connection life time")
sys.exit(-1)
# Check multicast range
elif mcast_addr < min_mcast_addr or mcast_addr > max_mcast_addr:
logging.critical(
"The multicast grup addr must be betwen [%s-%s]"
% (gdata.SOCK_MIN_MCAST_ADDR, gdata.SOCK_MAX_MCAST_ADDR)
)
sys.exit(-1)
def setUpSockets():
"""setUpSockets() -> tcp_socket, multicast_socket
Sets up the clients connection socket and the multicast socket.
"""
opt = gdata.getCommandLineOptions()
queue_size = opt.connection_queue_size
iface = opt.ip
mon_sock = None; cmd_sock = None; mgroup_sock = None
# Bind conn_sock
try:
mon_sock = common.createServerTCPSocket(iface, opt.mon_port, queue_size)
logging.info('Monitor socket bound to %s:%d' % (iface, opt.mon_port))
cmd_sock = common.createServerTCPSocket(iface, opt.cmd_port, queue_size)
logging.info('Client socket bound to %s:%d' % (iface, opt.cmd_port))
# Set multicast socket options (only send)
mgroup_sock = common.createMulticastSocket(None, opt.multicast_group_ttl)
logging.info('Multicas socket created (Not joined)')
except socket.error, e:
logging.critical("%s [%s]. Closing sockets" % (str(e), opt.ip))
if mon_sock: mon_sock.close()
if cmd_sock: cmd_sock.close()
sys.exit(-1)
def setUpSockets():
"""setUpSockets() -> tcp_socket, multicast_socket
Sets up the clients connection socket and the multicast socket.
"""
opt = gdata.getCommandLineOptions()
queue_size = opt.connection_queue_size
iface = opt.ip
mon_sock = None
cmd_sock = None
mgroup_sock = None
# Bind conn_sock
try:
mon_sock = common.createServerTCPSocket(iface, opt.mon_port,
queue_size)
logging.info('Monitor socket bound to %s:%d' % (iface, opt.mon_port))
cmd_sock = common.createServerTCPSocket(iface, opt.cmd_port,
queue_size)
logging.info('Client socket bound to %s:%d' % (iface, opt.cmd_port))
# Set multicast socket options (only send)
mgroup_sock = common.createMulticastSocket(None,
opt.multicast_group_ttl)
logging.info('Multicas socket created (Not joined)')
except socket.error, e:
logging.critical("%s [%s]. Closing sockets" % (str(e), opt.ip))
if mon_sock: mon_sock.close()
if cmd_sock: cmd_sock.close()
sys.exit(-1)
def setUpLogger():
"""setUpLogger(options) -> void
Sets up the loggin module.
"""
options = gdata.getCommandLineOptions()
lvl = logging.DEBUG if options.debug else logging.INFO
format = '[%(levelname)s]: %(message)s'
datefmt='%d/%m/%Y %H:%M:%S'
logging.basicConfig(stream = options.logfile, level=lvl, format=format,
datefmt=datefmt)
def printCommandLineOptions():
"""printOptions() -> void
Prints options to the logging file.
"""
options = gdata.getCommandLineOptions()
logging.debug("Broker Host: " + options.broker_host)
logging.debug("Broker Port: " + str(options.broker_port) )
logging.debug("Command interface Port: " + str(options.listen_port) )
logging.debug("Connection timeout: " + str(options.connection_timeout) )
logging.debug("Connection queue size: " + str(options.connection_queue_size))
logging.debug("Time between updates: " + str(options.time_between_updates))
logging.debug("Logfile: " + options.logfile.name)
def main():
setUpLogger()
printCommandLineOptions()
# SysInfo data
sinfo = common.SysInfo()
sinfo.update()
awakener = threading.Event()
# Sockets to listen to
mcsock = None
listen_sock = None
opt = gdata.getCommandLineOptions()
try:
client_id, multicast_group, multicast_port = beginConnection(
opt.broker_host,
opt.broker_port,
opt.listen_port,
sinfo,
opt.connection_timeout)
# Start multicast socket
mcsock = common.createMulticastSocket(multicast_port)
common.joinMulticastGroup(mcsock, multicast_group)
# Begin auto-updating
auto_update = AutoUpdater(opt.time_between_updates, opt.broker_host,
opt.broker_port, client_id, sinfo, awakener,
opt.connection_timeout, opt.update_max_tries)
auto_update.daemon = True
auto_update.start()
# Create socket to listen to incoming connections
sock = common.createServerTCPSocket('0.0.0.0', opt.listen_port,
opt.connection_queue_size)
# Listen for incoming connections
_acceptForever(sock, mcsock, awakener, sinfo, client_id,
opt.connection_timeout, opt.time_between_updates)
except KeyboardInterrupt:
logging.info("Finishing due to KeyboardInterrput")
except Exception, e:
logging.critical("Finishing due to unknown exception:\n%s" % str(e))
if opt.debug:
import traceback; traceback.print_exc(sys.stderr)
def setUpLogger():
"""setUpLogger(options) -> void
Sets up the loggin module.
"""
options = gdata.getCommandLineOptions()
lvl = logging.DEBUG if options.debug else logging.INFO
format = '[%(levelname)s]: %(message)s'
datefmt = '%d/%m/%Y %H:%M:%S'
logging.basicConfig(stream=options.logfile,
level=lvl,
format=format,
datefmt=datefmt)
def printCommandLineOptions():
"""printOptions() -> void
Prints options to the logging file.
"""
options = gdata.getCommandLineOptions()
logging.debug("Broker Host: " + options.broker_host)
logging.debug("Broker Port: " + str(options.broker_port))
logging.debug("Command interface Port: " + str(options.listen_port))
logging.debug("Connection timeout: " + str(options.connection_timeout))
logging.debug("Connection queue size: " +
str(options.connection_queue_size))
logging.debug("Time between updates: " + str(options.time_between_updates))
logging.debug("Logfile: " + options.logfile.name)
def _newMonitor(self, port):
iport = int(port)
if iport < gdata.SOCK_MIN_PORT or iport > gdata.SOCK_MAX_PORT:
raise ValueError("Port value (%d) out of range [%d-%d]" %
(iport, gdata.SOCK_MIN_PORT, gdata.SOCK_MAX_PORT))
mid = srvdata.initializeNewMonitorData(self.addr[0], port)
opt = gdata.getCommandLineOptions()
msg = helper.getOkMessage(
"",
"%s %s %d" % (mid, opt.multicast_group, opt.multicast_group_port))
self.sock.sendall(msg)
self._updateMonitor(mid)
def main():
setUpLogger()
printCommandLineOptions()
# SysInfo data
sinfo = common.SysInfo()
sinfo.update()
awakener = threading.Event()
# Sockets to listen to
mcsock = None
listen_sock = None
opt = gdata.getCommandLineOptions()
try:
client_id, multicast_group, multicast_port = beginConnection(
opt.broker_host, opt.broker_port, opt.listen_port, sinfo,
opt.connection_timeout)
# Start multicast socket
mcsock = common.createMulticastSocket(multicast_port)
common.joinMulticastGroup(mcsock, multicast_group)
# Begin auto-updating
auto_update = AutoUpdater(opt.time_between_updates, opt.broker_host,
opt.broker_port, client_id, sinfo, awakener,
opt.connection_timeout, opt.update_max_tries)
auto_update.daemon = True
auto_update.start()
# Create socket to listen to incoming connections
sock = common.createServerTCPSocket('0.0.0.0', opt.listen_port,
opt.connection_queue_size)
# Listen for incoming connections
_acceptForever(sock, mcsock, awakener, sinfo, client_id,
opt.connection_timeout, opt.time_between_updates)
except KeyboardInterrupt:
logging.info("Finishing due to KeyboardInterrput")
except Exception, e:
logging.critical("Finishing due to unknown exception:\n%s" % str(e))
if opt.debug:
import traceback
traceback.print_exc(sys.stderr)
def printCommandLineOptions():
"""printOptions() -> void
Prints options to the logging file.
"""
o = gdata.getCommandLineOptions()
logging.debug("IP: " + o.ip)
logging.debug("Monitors Port: " + str(o.mon_port))
logging.debug("Clients Port: " + str(o.cmd_port))
logging.debug("Connection timeout: " + str(o.connection_timeout))
logging.debug("Connection queue size: " + str(o.connection_queue_size))
logging.debug("Multicast Group: " + o.multicast_group)
logging.debug("Multicast Port: " + str(o.multicast_group_port))
logging.debug("Multicast TTL: " + str(o.multicast_group_ttl))
logging.debug("Data life time: " + str(o.data_life_time))
logging.debug("Logfile: " + o.logfile.name)
def printCommandLineOptions():
"""printOptions() -> void
Prints options to the logging file.
"""
o = gdata.getCommandLineOptions()
logging.debug("IP: " + o.ip)
logging.debug("Monitors Port: " + str(o.mon_port) )
logging.debug("Clients Port: " + str(o.cmd_port))
logging.debug("Connection timeout: " + str(o.connection_timeout) )
logging.debug("Connection queue size: " + str(o.connection_queue_size))
logging.debug("Multicast Group: " + o.multicast_group)
logging.debug("Multicast Port: " + str(o.multicast_group_port))
logging.debug("Multicast TTL: " + str(o.multicast_group_ttl))
logging.debug("Data life time: " + str(o.data_life_time))
logging.debug("Logfile: " + o.logfile.name)
def mainLoop(mon_sock, cli_sock, m_sock):
"""mainLoop(mon_sock: socket, cli_sock: socket, m_sock: socket) -> void
Main logic of the applications, listens to mon_sock and cli_sock and
starts threads to handle the petitions.
"""
opt = gdata.getCommandLineOptions()
timeout = opt.connection_timeout
mg_ip = opt.multicast_group
mg_port = opt.multicast_group_port
insocks = set([mon_sock, cli_sock])
logging.info("Server running press Ctrl+C to Quit!")
try:
while True:
i, o, e = select.select(insocks, [], [])
for s in i:
t = None
if s is mon_sock:
ns, addr = s.accept()
logging.debug("New monitor connexion from %s:%d" % addr)
t = srvhandlers.MonitorHandler(ns, timeout)
t.start()
else:
# If is not mon_sock then it is conn_sock
ns, addr = s.accept()
logging.debug("New command connexion from %s:%d" % addr)
t = srvhandlers.CommandHandler(ns, m_sock, mg_ip, mg_port,
timeout)
t.start()
except KeyboardInterrupt:
logging.info("Finishing due to KeyboardInterrupt")
except Exception, e:
logging.critical("Finishing due to unknown exception:\n%s" % str(e))
if opt.debug:
import traceback
traceback.print_exc(sys.stderr)
def mainLoop(mon_sock, cli_sock, m_sock):
"""mainLoop(mon_sock: socket, cli_sock: socket, m_sock: socket) -> void
Main logic of the applications, listens to mon_sock and cli_sock and
starts threads to handle the petitions.
"""
opt = gdata.getCommandLineOptions()
timeout = opt.connection_timeout
mg_ip = opt.multicast_group
mg_port = opt.multicast_group_port
insocks = set([mon_sock, cli_sock])
logging.info("Server running press Ctrl+C to Quit!")
try:
while True:
i, o , e = select.select(insocks, [], [])
for s in i:
t = None
if s is mon_sock:
ns, addr = s.accept()
logging.debug("New monitor connexion from %s:%d" % addr)
t = srvhandlers.MonitorHandler(ns, timeout)
t.start()
else:
# If is not mon_sock then it is conn_sock
ns, addr = s.accept()
logging.debug("New command connexion from %s:%d" % addr)
t = srvhandlers.CommandHandler(ns, m_sock, mg_ip, mg_port,
timeout)
t.start()
except KeyboardInterrupt:
logging.info("Finishing due to KeyboardInterrupt")
except Exception, e:
logging.critical("Finishing due to unknown exception:\n%s" % str(e))
if opt.debug:
import traceback; traceback.print_exc(sys.stderr)
def _newMonitor(self, port):
iport = int(port)
if iport < gdata.SOCK_MIN_PORT or iport > gdata.SOCK_MAX_PORT:
raise ValueError("Port value (%d) out of range [%d-%d]"
% (iport, gdata.SOCK_MIN_PORT, gdata.SOCK_MAX_PORT))
mid = srvdata.initializeNewMonitorData(self.addr[0], port)
opt = gdata.getCommandLineOptions()
msg = helper.getOkMessage(
"",
"%s %s %d"
% (mid, opt.multicast_group, opt.multicast_group_port)
)
self.sock.sendall(msg)
self._updateMonitor(mid)
def main():
# Set logging, print and check command line options
setUpLogging()
printCommandLineOptions()
checkCommandLineOptions()
# Get command line options
opt = gdata.getCommandLineOptions()
# Set up sockets
mon_sock, cli_sock, m_sock = setUpSockets()
try:
# Starts the data base garbage collector
# In order to clean the memory regularly the gc will run at most every
# 30 seconds
gc_time = min(opt.data_life_time / 2, gdata.DEF_MAX_TIME_GC)
db_gc = srvdata.DBGarbageCollector(gc_time, opt.data_life_time)
db_gc.start()
logging.info("DB Garbage collector started (runs every: %fs)" %
gc_time)
# Starts runs the main loop, close all the sockets at exit
mainLoop(mon_sock, cli_sock, m_sock)
# Stop the garbage collector
srvdata.DBGarbageCollector.stop(db_gc)
logging.info("DB Garbage collector stoped")
finally:
mon_sock.close()
logging.info("Monitors socket closed")
cli_sock.close()
logging.info("Commands socket closed")
m_sock.close()
