def clone(self):
"""
create a copy of db, peers, peer creds, and config
save to compressed archive
used to add new nodes to system
"""
try:
# save own credentials in clone's peer folder
ownCert = "data/creds/local/server.crt"
ownPubKey = "data/creds/local/server.pub"
ID = get_ID(self.conf['p_wss'])
certCopy = "data/creds/peers/certs/{}.crt".format(ID)
keyCopy = "data/creds/peers/keys/{}.pub".format(ID)
shell("cp {} {}".format(ownCert, certCopy))
shell("cp {} {}".format(ownPubKey, keyCopy))
# save groups and db to backup_dir
self.state.image_state()
self.cm.save_config()
backupdir = "backup/"
cfile = "config.ini"
command = "cd data/ && tar czf clone.tar.gz {} {} creds/peers".format(cfile,backupdir)
shell(command)
log.info("clone of state successfully created")
except Exception as e:
log.info("clone of state failed")
def __init__(self):
""" Initialize system state and components """
try:
# Load state
self.startup() # TODO make an init without cloned state an option
# Create main event loop
self.loop = asyncio.get_event_loop()
# Create BPCon instance
self.bpcon = BPConProtocol(self.conf, self.state)
self.state.groups['G1'] = self.bpcon.peers # connect BPCon to Congregate instance
self.paxos_server = websockets.serve(self.bpcon.main_loop, self.conf['ip_addr'], self.conf['port'], ssl=self.conf['ssl'])
self.loop.run_until_complete(self.paxos_server)
log.info("Started BPCon on port {}".format(self.conf['port']))
# Create Congregate instance
self.c = CongregateProtocol(self.loop, self.conf, self.bpcon)
self.congregate_server = websockets.serve(self.c.main_loop, self.conf['ip_addr'], self.conf['port']+1, ssl=self.conf['ssl'])
self.loop.run_until_complete(self.congregate_server)
log.info("Started Congregate on port {}".format(self.conf['port']+1))
# Create API server
self.web_server = websockets.serve(self.mainloop, self.conf['ip_addr'], self.conf['port']+2)
self.loop.run_until_complete(self.web_server)
log.info("Started Web Server on port {}".format(self.conf['port']+2))
# Add self to local group
log.debug("adding self to local group")
self.join_request()
# Testing
if self.conf['is_client']:
#self.c.reconfig()
log.debug("is client. making test requests")
for x in range(1):
request = "P,{},hello{}".format(x,x)
self.local_request("P,test,value")
self.local_request("P,test1,value1")
self.local_request("P,test2,value2")
self.local_request("P,test,value3")
self.local_request("D,test2,")
self.local_request(request)
log.debug("requests complete")
else:
#self.c.request_split()
self.local_request("S,,")
#self.c.request_merge("G2")
self.group_request("M", "G2")
except Exception as e:
log.info(e)
def start():
if len(sys.argv) > 2:
print("Usage: python congregate.py <configfile>")
else:
try:
c = Congregate()
try:
try:
asyncio.get_event_loop().run_forever()
except Exception as e:
log.info("mainloop exception")
log.error(e)
except KeyboardInterrupt:
c.shutdown()
finally:
asyncio.get_event_loop().close()
print('\nShutdown complete')
except Exception as e:
log.info("System failure: {}".format(e))
def startup(self):
"""
startup routine
Loads from cloned state
"""
# clean working dir and extract config, creds, and state
log.info("Cleaning working directory...")
command = "rm -rf data/creds"
#shell(command)
log.info("Extracting cloned state...")
command = "cd data && tar xzf clone.tar.gz && cd .."
#shell(command)
# load config
log.info("Loading configuration...")
self.cm = ConfigManager()
self.conf = self.cm.load_config(configFile)
# load state
log.info("Loading state...")
self.state = StateManager(self.conf)
def handle_API_request(self, msg):
# client API requests
if len(msg) < 4:
log.info("bad external request: too short")
else:
try:
a,b,c = msg.split('<>')
except Exception as e:
log.info("bad external request: malformed")
if a == '0': # GET
#first check cache
self.state.db.get(b)
elif a == '1': # PUT
self.local_request("P,{},{}".format(b,c))
elif a == '2': # DEL
self.local_request("D,{},{}".format(b,"null"))
else: # malformed
log.info("bad API request")
def local_request(self, msg):
log.info("replicating {}".format(msg))
self.loop.run_until_complete(self.c.bpcon_request(msg))