def run():
global host
config.populate()
node_id = config.get_node_id()
node_details = config.get_node_details(node_id)
logger.info("Connecting to host {} on port {}".format(
node_details[0], node_details[1]))
c = Client(node_details[0], node_details[1])
c.updateBloomFilter()
leader_node = 0
heart_beat_count = 0
requests.get("http://cmpe275-spring-18.mybluemix.net/delete/" +
(config.get_node_details(node_id))[0])
while (True):
time.sleep(heartbeat_interval)
heart_beat_count += 1
leader = c.getLeaderNode(node_id)
if leader_node != leader.id and leader.id == node_id:
if leader_node != 0:
requests.get("http://cmpe275-spring-18.mybluemix.net/delete/" +
config.get_node_details(leader_node)[0])
requests.get("http://cmpe275-spring-18.mybluemix.net/put/" +
config.get_node_details(leader.id)[0])
leader_node = leader.id
logger.info(
"Publish node_id {} to external cluster".format(node_id))
if heart_beat_count * heartbeat_interval == bloom_filter_interval:
c.updateBloomFilter()
import glob
import gzip
import shutil
from chunktest import process
from config import get_client_map, get_node_details, populate
from client import Client
import server_pb2
import server_pb2_grpc
from server_pb2 import Request, PutRequest, QueryParams, DatFragment
populate()
c = Client('127.0.0.1', 3000)
list_of_files = glob.glob('./data/*.gz')
for file_name in list_of_files:
with gzip.open(file_name, 'rb') as f_in:
with open(file_name[:-3], 'wb') as f_out:
shutil.copyfileobj(f_in, f_out)
list_of_files = glob.glob('./data/*.out')
for file_name in list_of_files:
f = open(file_name)
c.process(file_name)
filesize = fileinfo.st_size
if filesize > 1024:
if filesize > 1048476:
filesize = str(round((filesize / 1024 / 1024), 1))+'M'
else:
filesize = str(round((filesize / 1024), 1))+'K'
else:
filesize = str(filesize)+'B'
file_id = getoutput('recode -p CP437..html4 < files/'+section+'/'+file[:-4]+'.DIZ')
if file_id[-25:] == 'No such file or directory':
file_id = getoutput('recode -p CP437..html4 < files/NO.DIZ')
print('''\t\t\t<tr class="file">
\t\t\t\t<td class="filename"><a href="/files/%s/%s">%s</a></td>
\t\t\t\t<td class="size">%s</td>
\t\t\t\t<td class="diz">%s</td>
\t\t\t</tr>''' % (section, file, file, filesize, file_id))
print('''\t\t</table><br/>
\t\t<span class="darkgrey">[</span><a class="menutext" href="/">VOID</a><span class="darkgrey">]</span><span class="lightgrey">:</span> <span id="cursor">█</span>''')
return 0
if not __name__ == None:
global mysql, db, sql, _mod
cfg.populate()
cfg.db = cfg.sql_connect()
cfg.sql = cfg.db.cursor()
if __name__ == '__main__':
main()
'SLON': dlineValues[4],
'SELV': dlineValues[5],
'TMPF': dlineValues[6],
'SKNT': dlineValues[7],
'DRCT': dlineValues[8],
'GUST': dlineValues[9],
'PMSL': dlineValues[10],
'ALTI': dlineValues[11],
'DWPF': dlineValues[12],
'RELH': dlineValues[13],
'WTHR': dlineValues[14],
'P24I': dlineValues[15]
}
jsonChunk.append(json.dumps(dlineJsonValues))
responseChunk = server_pb2.Response(
code=1,
metaData=server_pb2.MetaData(uuid="",
numOfFragment=int(
chunk.metaData.numOfFragment)),
datFragment=server_pb2.DatFragment(
timestamp_utc="",
data=str((',').join(jsonChunk)).encode(encoding='utf_8')))
return responseChunk
if __name__ == '__main__':
config.populate()
node_id = config.get_node_id()
node_details = config.get_node_details(node_id)
space = config.get_space()
run(node_details[0], node_details[1], node_id)
