def run(): global host config.populate() node_id = config.get_node_id() node_details = config.get_node_details(node_id) logger.info("Connecting to host {} on port {}".format( node_details[0], node_details[1])) c = Client(node_details[0], node_details[1]) c.updateBloomFilter() leader_node = 0 heart_beat_count = 0 requests.get("http://cmpe275-spring-18.mybluemix.net/delete/" + (config.get_node_details(node_id))[0]) while (True): time.sleep(heartbeat_interval) heart_beat_count += 1 leader = c.getLeaderNode(node_id) if leader_node != leader.id and leader.id == node_id: if leader_node != 0: requests.get("http://cmpe275-spring-18.mybluemix.net/delete/" + config.get_node_details(leader_node)[0]) requests.get("http://cmpe275-spring-18.mybluemix.net/put/" + config.get_node_details(leader.id)[0]) leader_node = leader.id logger.info( "Publish node_id {} to external cluster".format(node_id)) if heart_beat_count * heartbeat_interval == bloom_filter_interval: c.updateBloomFilter()
import glob import gzip import shutil from chunktest import process from config import get_client_map, get_node_details, populate from client import Client import server_pb2 import server_pb2_grpc from server_pb2 import Request, PutRequest, QueryParams, DatFragment populate() c = Client('127.0.0.1', 3000) list_of_files = glob.glob('./data/*.gz') for file_name in list_of_files: with gzip.open(file_name, 'rb') as f_in: with open(file_name[:-3], 'wb') as f_out: shutil.copyfileobj(f_in, f_out) list_of_files = glob.glob('./data/*.out') for file_name in list_of_files: f = open(file_name) c.process(file_name)
filesize = fileinfo.st_size if filesize > 1024: if filesize > 1048476: filesize = str(round((filesize / 1024 / 1024), 1))+'M' else: filesize = str(round((filesize / 1024), 1))+'K' else: filesize = str(filesize)+'B' file_id = getoutput('recode -p CP437..html4 < files/'+section+'/'+file[:-4]+'.DIZ') if file_id[-25:] == 'No such file or directory': file_id = getoutput('recode -p CP437..html4 < files/NO.DIZ') print('''\t\t\t<tr class="file"> \t\t\t\t<td class="filename"><a href="/files/%s/%s">%s</a></td> \t\t\t\t<td class="size">%s</td> \t\t\t\t<td class="diz">%s</td> \t\t\t</tr>''' % (section, file, file, filesize, file_id)) print('''\t\t</table><br/> \t\t<span class="darkgrey">[</span><a class="menutext" href="/">VOID</a><span class="darkgrey">]</span><span class="lightgrey">:</span> <span id="cursor">█</span>''') return 0 if not __name__ == None: global mysql, db, sql, _mod cfg.populate() cfg.db = cfg.sql_connect() cfg.sql = cfg.db.cursor() if __name__ == '__main__': main()
'SLON': dlineValues[4], 'SELV': dlineValues[5], 'TMPF': dlineValues[6], 'SKNT': dlineValues[7], 'DRCT': dlineValues[8], 'GUST': dlineValues[9], 'PMSL': dlineValues[10], 'ALTI': dlineValues[11], 'DWPF': dlineValues[12], 'RELH': dlineValues[13], 'WTHR': dlineValues[14], 'P24I': dlineValues[15] } jsonChunk.append(json.dumps(dlineJsonValues)) responseChunk = server_pb2.Response( code=1, metaData=server_pb2.MetaData(uuid="", numOfFragment=int( chunk.metaData.numOfFragment)), datFragment=server_pb2.DatFragment( timestamp_utc="", data=str((',').join(jsonChunk)).encode(encoding='utf_8'))) return responseChunk if __name__ == '__main__': config.populate() node_id = config.get_node_id() node_details = config.get_node_details(node_id) space = config.get_space() run(node_details[0], node_details[1], node_id)