def main():
print("Testing namenode...")
port = 5000
ip = "127.0.0.1"
channel = implementations.insecure_channel(str(ip),int(port))
stub = namenode_pb2.beta_create_NameNode_stub(channel)
#parameters required for request
pfn = "./test.txt"
file_size = 1337
ts = "123121234"
f = open(pfn, 'r')
d = f.read()
f.close()
#req =namenode_pb2.StoreRequest(file_path=pfn,file_size=file_size,timestamp=ts)
#response = stub.Store(req,10)
req = namenode_pb2.ReadRequest(file_path=pfn,timestamp=ts)
response = stub.Read(req,10)
datanodes = json.loads(response.datanodes)
c = (datanodes)
dn_channel = implementations.insecure_channel('localhost',5000)
dn_stub = datanode_pb2.beta_create_DataNode_stub(dn_channel)
pathy = hashlib.sha1(pfn).hexdigest()
dn_req = datanode_pb2.ReadRequest(blockname=pathy,timestamp=ts)
response = dn_stub.Read(dn_req,10)
print(response.data)
def writetoDatanode(self, hash_path, timestamp, datanodes, split_data):
print "Inside writeToDatanode"
for index, dn in enumerate(datanodes):
print type(dn[0]), dn[0], type(dn[1]), dn[1]
dn_ip = dn[0].encode('ascii','ignore')
dn_port = dn[1]
offset = "{0:#0{1}x}".format(index,6)[2:]
block_name = hash_path[:36] + offset
dn_channel = implementations.insecure_channel(dn_ip, dn_port)
dn_stub = datanode_pb2.beta_create_DataNode_stub(dn_channel)
dn_write_req = datanode_pb2.StoreRequest(blockname=block_name, timestamp=timestamp, data=split_data[index])
response = dn_stub.Store(dn_write_req, 10)
def readFromDatanodes(self, hash_path, timestamp, datanodes):
print "inside", datanodes[0]
datalist = []
for index, dn in enumerate(datanodes):
print "readFromDatanodes", dn
dn_ip = dn[0].encode('ascii','ignore')
dn_port = int(dn[1])
print type(dn_ip), type(dn_port)
offset = "{0:#0{1}x}".format(index,6)[2:]
block_name = hash_path[:36] + offset
dn_channel = implementations.insecure_channel(dn_ip, dn_port)
dn_stub = datanode_pb2.beta_create_DataNode_stub(dn_channel)
dn_read_req = datanode_pb2.ReadRequest(blockname=block_name, timestamp=timestamp)
response = dn_stub.Read(dn_read_req, 10)
datalist.append(response.data)
return ("").join(datalist)
def main():
if len(sys.argv) ==1:
print("Please pass the proper parameters, include port number")
exit()
port = sys.argv[1]
print("Testing datanode...")
#port = 5000
ip = "127.0.0.1"
channel = implementations.insecure_channel(str(ip),int(port))
stub = datanode_pb2.beta_create_DataNode_stub(channel)
pfn = "./test.txt"
file_size = 1337
ts = "123121234"
f = open(pfn, 'r')
d = f.read()
f.close()
print(d)
req =datanode_pb2.StoreRequest(blockname=pfn,timestamp=ts,data=str(d))
response = stub.Store(req,10)
#req =namenode_pb2.StoreRequest(file_path=pfn,file_size=file_size,timestamp=ts)
#response = stub.Store(req,10)
"""req = namenode_pb2.ReadRequest(file_path=pfn,timestamp=ts)
response = stub.Read(req,10)
datanodes = json.loads(response.datanodes)
c = (datanodes)
dn_channel = implementations.insecure_channel('localhost',5000)
dn_stub = datanode_pb2.beta_create_DataNode_stub(dn_channel)
pathy = hashlib.sha1(pfn).hexdigest()
dn_req = datanode_pb2.ReadRequest(blockname=pathy,timestamp=ts)
response = dn_stub.Read(dn_req,10)
print(response.data)
"""
"""
for dn in c:
ip = dn[0]
port = int(dn[1])
dn_channel = implementations.insecure_channel(ip,port)
dn_stub = datanode_pb2.beta_create_DataNode_stub(dn_channel)
pathy = hashlib.sha1(pfn).hexdigest()
dn_req = datanode_pb2.StoreRequest(blockname=pathy,timestamp=ts, data=d)
response = dn_stub.Store(dn_req,10)
"""
"""dn_channel = implementations.insecure_channel('localhost',5000)
def main():
if len(sys.argv) ==1:
print("Please pass the proper parameters, include port number")
exit()
port = sys.argv[1]
print("Testing datanode...")
#port = 5000
ip = "127.0.0.1"
channel = implementations.insecure_channel(str(ip),int(port))
stub = datanode_pb2.beta_create_DataNode_stub(channel)
pfn = "./test.txt"
file_size = 1337
ts = "123121234"
f = open(pfn, 'r')
d = f.read()
f.close()
print(d)
req =datanode_pb2.ReadRequest(blockname=pfn,timestamp=ts)
response = stub.Read(req,10)
def main():
if len(sys.argv) == 1:
print("Please pass port number as parameter")
exit()
#Setup rpc channel
ip = "127.0.0.1"
port = sys.argv[1]
print("Testing namenode read request on port %s" % port)
channel = implementations.insecure_channel(str(ip), int(port))
stub = namenode_pb2.beta_create_NameNode_stub(channel)
path_to_file = "./test.txt"
hash_path = hashlib.sha1(path_to_file).hexdigest()
ts = "123121234"
with open(path_to_file, 'r') as f:
file_data = f.read()
file_size = len(file_data)
#req =namenode_pb2.StoreRequest(file_path=pfn,file_size=file_size,timestamp=ts)
#response = stub.Store(req,10)
req = namenode_pb2.ReadRequest(file_path=path_to_file, timestamp=ts)
response = stub.Read(req, 10)
datanodes = json.loads(response.datanodes)
block_size = 15010
c = datanodes
split_data = [file_data[i:i+block_size] for i in range(0, len(file_data), block_size)]
for index, dn in enumerate(datanodes):
dn_ip = dn[0]
dn_port = dn[1]
offset = "{0:#0{1}x}".format(index,6)[2:]
block_name = hash_path[:36] + offset
print dn_ip, dn_port, block_name, ts
dn_channel = implementations.insecure_channel(dn_ip, dn_port)
dn_stub = datanode_pb2.beta_create_DataNode_stub(dn_channel)
dn_write_req = datanode_pb2.StoreRequest(blockname=block_name, timestamp=ts, data=split_data[index])
response = dn_stub.Store(dn_write_req, 10)
dn_channel2 = implementations.insecure_channel(dn_ip, dn_port)
dn_stub2 = datanode_pb2.beta_create_DataNode_stub(dn_channel2)
dn_read_req = datanode_pb2.ReadRequest(blockname=block_name, timestamp=ts)
response = dn_stub2.Read(dn_read_req, 10)
print response.data
#pathy = hashlib.sha1(pfn).hexdigest()
#dn_req = datanode_pb2.ReadRequest(blockname=pathy,timestamp=ts)
#response = dn_stub.Read(dn_req,10)
#print(response.data)
"""
for dn in c:
ip = dn[0]
port = int(dn[1])
dn_channel = implementations.insecure_channel(ip,port)
dn_stub = datanode_pb2.beta_create_DataNode_stub(dn_channel)
pathy = hashlib.sha1(pfn).hexdigest()
dn_req = datanode_pb2.StoreRequest(blockname=pathy,timestamp=ts, data=d)
response = dn_stub.Store(dn_req,10)
"""
"""dn_channel = implementations.insecure_channel('localhost',5000)