def do_write(client, addr):
"""Get content and write into file"""
client.send(turn_bytes('1111'))
tar_path = client.recv(1024).decode('utf-8')
num = client.recv(1024).decode('utf-8')
path_list = split_path(tar_path)
t, con = check_path(path_list)
if t != 'file' or not num.isdigit():
write_master_log('client %s: write: error' % (addr))
client.send(turn_bytes('0001'))
return
block_size = common_cfg['block_size']
segs = []
crcs = []
num = int(num)
size = 0
client.send(turn_bytes('1111'))
for i in range(0, num):
while True:
crc = client.recv(32).decode('utf-8')
seg = client.recv(block_size).decode('utf-8')
size += len(seg)
cal = calculate_crc(seg)
if cal == crc:
segs.append(seg)
crcs.append(crc)
client.send(turn_bytes('1111'))
break
else:
client.send(turn_bytes('0001'))
pos_chunks = get_pos_chunks(num)
con.rwlock.write_lock()
con.size = size
seq = 1
for pos_chunk in pos_chunks:
WfsMeta.rwlock.read_lock()
con.chunk_seq[seq] = WfsMeta.chunk_list[pos_chunk[0]].chid
con.chunk_dict[WfsMeta.chunk_list[pos_chunk[0]].chid] = list(
pos_chunk[1:])
WfsMeta.rwlock.read_unlock()
index = 0
stcs = []
for pos_chunk in pos_chunks:
sn = len(pos_chunk) - 1
stc = PushToChunk(pos_chunk[0], pos_chunk[1:], segs[index:index + sn],
crcs[index:index + sn])
stc.start()
stcs.append(stc)
index += sn
con.rwlock.write_unlock()
write_master_log('client %s: write %s: Done' % (addr, tar_path))
def do_write(client, addr):
"""Get content and write into file"""
client.send(turn_bytes('1111'))
tar_path = client.recv(1024).decode('utf-8')
num = client.recv(1024).decode('utf-8')
path_list = split_path(tar_path)
t, con = check_path(path_list)
if t != 'file' or not num.isdigit():
write_master_log('client %s: write: error' % (addr))
client.send(turn_bytes('0001'))
return
block_size = common_cfg['block_size']
segs = []
crcs = []
num = int(num)
size = 0
client.send(turn_bytes('1111'))
for i in range(0, num):
while True:
crc = client.recv(32).decode('utf-8')
seg = client.recv(block_size).decode('utf-8')
size += len(seg)
cal = calculate_crc(seg)
if cal == crc:
segs.append(seg)
crcs.append(crc)
client.send(turn_bytes('1111'))
break
else:
client.send(turn_bytes('0001'))
pos_chunks = get_pos_chunks(num)
con.rwlock.write_lock()
con.size = size
seq = 1
for pos_chunk in pos_chunks:
WfsMeta.rwlock.read_lock()
con.chunk_seq[seq] = WfsMeta.chunk_list[pos_chunk[0]].chid
con.chunk_dict[WfsMeta.chunk_list[pos_chunk[0]].chid] = list(pos_chunk[1:])
WfsMeta.rwlock.read_unlock()
index = 0
stcs = []
for pos_chunk in pos_chunks:
sn = len(pos_chunk) - 1
stc = PushToChunk(pos_chunk[0], pos_chunk[1:],
segs[index:index+sn], crcs[index:index+sn])
stc.start()
stcs.append(stc)
index += sn
con.rwlock.write_unlock()
write_master_log('client %s: write %s: Done' % (addr, tar_path))
def run (self):
data = self.client.recv(4).decode('utf-8')
if data == '0000':
write_master_log('Get connection with client %s.' % str(self.addr))
self.client.send(turn_bytes('1111'))
handle_client_connection(self.client, self.addr)
else:
write_master_log('Not identified client %s.' % str(self.addr))
self.client.close()
def do_mknod (client, addr):
"""Command: mknod"""
tar_path = client.recv(1024).decode('utf-8')
path_list = split_path(tar_path)
t, con = check_path(path_list)
if not t:
write_master_log('client %s: mknod %s: No such file or directory' %
(addr, tar_path))
client.send(turn_bytes('mknod: %s\nNo such file or directory' % tar_path))
elif t == 'dir' or t == 'file':
write_master_log('client %s: mknod %s: File exists' % (addr, tar_path))
client.send(turn_bytes('mknod: %s\nFile exists' % tar_path))
elif str(t).isdigit():
if t != len(path_list)-1:
write_master_log('client %s: mknod %s: No such file or directory' %
(addr, tar_path))
client.send(turn_bytes('mknod: %s\nNo such file or directory' %
tar_path))
else:
ifile = WfsFile(path_list[-1], con)
ifile.lock_init()
con.rwlock.write_lock()
con.files.append(ifile)
con.rwlock.write_unlock()
write_master_log('client %s: mknod %s: Done' % (addr, tar_path))
client.send(turn_bytes('mknod: %s' % tar_path))
def do_rmdir (client, addr):
"""Command: rmdir"""
tar_path = client.recv(1024).decode('utf-8')
path_list = split_path(tar_path)
t, con = check_path(path_list)
if t == 'dir':
con.rwlock.read_lock()
if not (con.cdirs or con.files):
pdir = con.pdir
con.rwlock.read_unlock()
pdir.rwlock.write_lock()
pdir.cdirs.remove(con)
pdir.rwlock.write_unlock()
write_master_log('client %s: rmdir %s: Done.' %
(addr, tar_path))
client.send(turn_bytes('rmdir: %s' % tar_path))
else:
con.rwlock.read_unlock()
write_master_log('client %s: rmdir %s: Directory not empty.' %
(addr, tar_path))
client.send(turn_bytes('rmdir: %s\nDirectory not empty' % tar_path))
elif t == 'file':
write_master_log('client %s: rmdir %s: Not a directory.' %
(addr, tar_path))
client.send(turn_bytes('rmdir: %s\nNot a directory' % tar_path))
else:
write_master_log('client %s: rmdir %s: No such file or directory.' %
(addr, tar_path))
client.send(turn_bytes('rmdir: %s\nNo such file or directory' % tar_path))
def do_mknod(client, addr):
"""Command: mknod"""
tar_path = client.recv(1024).decode('utf-8')
path_list = split_path(tar_path)
t, con = check_path(path_list)
if not t:
write_master_log('client %s: mknod %s: No such file or directory' %
(addr, tar_path))
client.send(
turn_bytes('mknod: %s\nNo such file or directory' % tar_path))
elif t == 'dir' or t == 'file':
write_master_log('client %s: mknod %s: File exists' % (addr, tar_path))
client.send(turn_bytes('mknod: %s\nFile exists' % tar_path))
elif str(t).isdigit():
if t != len(path_list) - 1:
write_master_log('client %s: mknod %s: No such file or directory' %
(addr, tar_path))
client.send(
turn_bytes('mknod: %s\nNo such file or directory' % tar_path))
else:
ifile = WfsFile(path_list[-1], con)
ifile.lock_init()
con.rwlock.write_lock()
con.files.append(ifile)
con.rwlock.write_unlock()
write_master_log('client %s: mknod %s: Done' % (addr, tar_path))
client.send(turn_bytes('mknod: %s' % tar_path))
def do_rmdir(client, addr):
"""Command: rmdir"""
tar_path = client.recv(1024).decode('utf-8')
path_list = split_path(tar_path)
t, con = check_path(path_list)
if t == 'dir':
con.rwlock.read_lock()
if not (con.cdirs or con.files):
pdir = con.pdir
con.rwlock.read_unlock()
pdir.rwlock.write_lock()
pdir.cdirs.remove(con)
pdir.rwlock.write_unlock()
write_master_log('client %s: rmdir %s: Done.' % (addr, tar_path))
client.send(turn_bytes('rmdir: %s' % tar_path))
else:
con.rwlock.read_unlock()
write_master_log('client %s: rmdir %s: Directory not empty.' %
(addr, tar_path))
client.send(turn_bytes('rmdir: %s\nDirectory not empty' %
tar_path))
elif t == 'file':
write_master_log('client %s: rmdir %s: Not a directory.' %
(addr, tar_path))
client.send(turn_bytes('rmdir: %s\nNot a directory' % tar_path))
else:
write_master_log('client %s: rmdir %s: No such file or directory.' %
(addr, tar_path))
client.send(
turn_bytes('rmdir: %s\nNo such file or directory' % tar_path))
def do_read(client, addr):
"""Command: get"""
client.send(turn_bytes('1111'))
tar_path = client.recv(1024).decode('utf-8')
path_list = split_path(tar_path)
t, con = check_path(path_list)
if t != 'file':
write_master_log('client %s: get %s: No such file.' %
(addr, tar_path))
client.send(turn_bytes('0001'))
return
client.send(turn_bytes('1111'))
client.recv(4).decode('utf-8')
pos_chunks = []
con.rwlock.read_lock()
WfsMeta.rwlock.read_lock()
for chunk_chid in con.chunk_dict.keys():
pos_chunk = []
for chunk in WfsMeta.chunk_list:
if chunk.chid == chunk_chid:
pos_chunk.append(chunk)
for i in con.chunk_dict[chunk_chid]:
pos_chunk.append(i)
pos_chunks.append(pos_chunk)
WfsMeta.rwlock.read_unlock()
size = con.size
pfc = PullFromChunk(pos_chunks, con.chunk_seq)
segs = pfc.get_content()
con.rwlock.read_unlock()
all_segs = []
for seg in segs:
for s in seg:
all_segs.append(s)
num = len(all_segs)
client.send(turn_bytes(str(num)))
recv = client.recv(4).decode('utf-8')
client.send(turn_bytes(str(size)))
recv = client.recv(4).decode('utf-8')
for i in range(0, num):
client.send(turn_bytes(all_segs[i]))
def do_read(client, addr):
"""Command: get"""
client.send(turn_bytes('1111'))
tar_path = client.recv(1024).decode('utf-8')
path_list = split_path(tar_path)
t, con = check_path(path_list)
if t != 'file':
write_master_log('client %s: get %s: No such file.' % (addr, tar_path))
client.send(turn_bytes('0001'))
return
client.send(turn_bytes('1111'))
client.recv(4).decode('utf-8')
pos_chunks = []
con.rwlock.read_lock()
WfsMeta.rwlock.read_lock()
for chunk_chid in con.chunk_dict.keys():
pos_chunk = []
for chunk in WfsMeta.chunk_list:
if chunk.chid == chunk_chid:
pos_chunk.append(chunk)
for i in con.chunk_dict[chunk_chid]:
pos_chunk.append(i)
pos_chunks.append(pos_chunk)
WfsMeta.rwlock.read_unlock()
size = con.size
pfc = PullFromChunk(pos_chunks, con.chunk_seq)
segs = pfc.get_content()
con.rwlock.read_unlock()
all_segs = []
for seg in segs:
for s in seg:
all_segs.append(s)
num = len(all_segs)
client.send(turn_bytes(str(num)))
recv = client.recv(4).decode('utf-8')
client.send(turn_bytes(str(size)))
recv = client.recv(4).decode('utf-8')
for i in range(0, num):
client.send(turn_bytes(all_segs[i]))
def do_mkdir (client, addr):
"""Command: mkdir"""
tar_path = client.recv(1024).decode('utf-8')
path_list = split_path(tar_path)
t, con = check_path(path_list)
if t == 'file' or t == 'dir':
write_master_log('client %s: mkdir %s. File exists.' %
(addr, tar_path))
client.send(turn_bytes('mkdir: %s\nFile exists' % tar_path))
elif str(t).isdigit():
while t != len(path_list):
cdir = WfsDir(path_list[t], con)
cdir.lock_init()
con.rwlock.write_lock()
con.cdirs.append(cdir)
con.rwlock.write_unlock()
con = cdir
t += 1
write_master_log('client %s: mkdir %s. Done.' %
(addr, tar_path))
client.send(turn_bytes('mkdir: %s' % tar_path))
else:
write_master_log('client %s: mkdir %s. Wrong request.' %
(addr, tar_path))
client.send(turn_bytes('mkdir: %s\nWrong request' % tar_path))
def do_mkdir(client, addr):
"""Command: mkdir"""
tar_path = client.recv(1024).decode('utf-8')
path_list = split_path(tar_path)
t, con = check_path(path_list)
if t == 'file' or t == 'dir':
write_master_log('client %s: mkdir %s. File exists.' %
(addr, tar_path))
client.send(turn_bytes('mkdir: %s\nFile exists' % tar_path))
elif str(t).isdigit():
while t != len(path_list):
cdir = WfsDir(path_list[t], con)
cdir.lock_init()
con.rwlock.write_lock()
con.cdirs.append(cdir)
con.rwlock.write_unlock()
con = cdir
t += 1
write_master_log('client %s: mkdir %s. Done.' % (addr, tar_path))
client.send(turn_bytes('mkdir: %s' % tar_path))
else:
write_master_log('client %s: mkdir %s. Wrong request.' %
(addr, tar_path))
client.send(turn_bytes('mkdir: %s\nWrong request' % tar_path))
def handle_client_connection (client, addr):
"""Deal with client commands"""
while True:
ctrl_data = client.recv(4).decode('utf-8')
if ctrl_data == '1000':
do_ls(client, addr)
elif ctrl_data == '1001':
do_mkdir(client, addr)
elif ctrl_data == '1100':
do_rmdir(client, addr)
elif ctrl_data == '0001':
do_mknod(client, addr)
elif ctrl_data == '0010':
do_read(client, addr)
elif ctrl_data == '0011':
do_write(client, addr)
elif ctrl_data == '0100':
do_rm(client, addr)
else:
break
write_master_log('Disconnect with client %s.' % str(addr))
def handle_client_connection(client, addr):
"""Deal with client commands"""
while True:
ctrl_data = client.recv(4).decode('utf-8')
if ctrl_data == '1000':
do_ls(client, addr)
elif ctrl_data == '1001':
do_mkdir(client, addr)
elif ctrl_data == '1100':
do_rmdir(client, addr)
elif ctrl_data == '0001':
do_mknod(client, addr)
elif ctrl_data == '0010':
do_read(client, addr)
elif ctrl_data == '0011':
do_write(client, addr)
elif ctrl_data == '0100':
do_rm(client, addr)
else:
break
write_master_log('Disconnect with client %s.' % str(addr))
def do_rm(client, addr):
"""Command: rm"""
tar_path = client.recv(1024).decode('utf-8')
path_list = split_path(tar_path)
t, con = check_path(path_list)
if t == 'dir':
con.rwlock.read_lock()
if not (con.cdirs or con.files):
pdir = con.pdir
con.rwlock.read_unlock()
pdir.rwlock.write_lock()
pdir.cdirs.remove(con)
pdir.rwlock.write_unlock()
write_master_log('client %s: rm %s: Done.' %
(addr, tar_path))
client.send(turn_bytes('rm: %s' % tar_path))
else:
con.rwlock.read_unlock()
write_master_log('client %s: rm %s: Directory not empty.' %
(addr, tar_path))
client.send(turn_bytes('rm: %s\nDirectory not empty' % tar_path))
elif t == 'file':
pdir = con.pdir
con.rwlock.write_lock()
pdir.rwlock.write_lock()
pdir.files.remove(con)
pdir.rwlock.write_unlock()
for chunk_chid in con.chunk_dict.keys():
WfsMeta.rwlock.write_lock()
for chunk in WfsMeta.chunk_list:
if chunk.chid == chunk_chid:
for i in con.chunk_dict[chunk_chid]:
chunk.blocks[i] = 0
WfsMeta.rwlock.write_unlock()
con.rwlock.write_unlock()
write_master_log('client %s: rm %s: Done.' %
(addr, tar_path))
client.send(turn_bytes('rm: %s' % tar_path))
else:
write_master_log('client %s: rm %s: No such file or directory.' %
(addr, tar_path))
client.send(turn_bytes('rm: %s\nNo such file or directory' % tar_path))
def do_rm(client, addr):
"""Command: rm"""
tar_path = client.recv(1024).decode('utf-8')
path_list = split_path(tar_path)
t, con = check_path(path_list)
if t == 'dir':
con.rwlock.read_lock()
if not (con.cdirs or con.files):
pdir = con.pdir
con.rwlock.read_unlock()
pdir.rwlock.write_lock()
pdir.cdirs.remove(con)
pdir.rwlock.write_unlock()
write_master_log('client %s: rm %s: Done.' % (addr, tar_path))
client.send(turn_bytes('rm: %s' % tar_path))
else:
con.rwlock.read_unlock()
write_master_log('client %s: rm %s: Directory not empty.' %
(addr, tar_path))
client.send(turn_bytes('rm: %s\nDirectory not empty' % tar_path))
elif t == 'file':
pdir = con.pdir
con.rwlock.write_lock()
pdir.rwlock.write_lock()
pdir.files.remove(con)
pdir.rwlock.write_unlock()
for chunk_chid in con.chunk_dict.keys():
WfsMeta.rwlock.write_lock()
for chunk in WfsMeta.chunk_list:
if chunk.chid == chunk_chid:
for i in con.chunk_dict[chunk_chid]:
chunk.blocks[i] = 0
WfsMeta.rwlock.write_unlock()
con.rwlock.write_unlock()
write_master_log('client %s: rm %s: Done.' % (addr, tar_path))
client.send(turn_bytes('rm: %s' % tar_path))
else:
write_master_log('client %s: rm %s: No such file or directory.' %
(addr, tar_path))
client.send(turn_bytes('rm: %s\nNo such file or directory' % tar_path))
def do_ls(client, addr):
"""Command: ls"""
tar_path = client.recv(1024).decode('utf-8')
path_list = split_path(tar_path.strip())
t, con = check_path(path_list)
if t == 'file':
write_master_log('client %s: ls %s. Done.' % (addr, tar_path))
client.send(turn_bytes('File: %s\nSize: %s' % (con.fname, con.size)))
elif t == 'dir':
write_master_log('client %s: ls %s. Done.' % (addr, tar_path))
client.send(
turn_bytes(
'ls: %s\n%s' %
(tar_path, ' '.join([idir.dname + '/'
for idir in con.cdirs]) + ' ' +
' '.join([ifile.fname for ifile in con.files]))))
else:
write_master_log('client %s: ls %s. No such file or direcotry.' %
(addr, tar_path))
client.send(turn_bytes('ls: %s\nNo such file or directory' % tar_path))
def do_ls (client, addr):
"""Command: ls"""
tar_path = client.recv(1024).decode('utf-8')
path_list = split_path(tar_path.strip())
t, con = check_path(path_list)
if t == 'file':
write_master_log('client %s: ls %s. Done.' %
(addr, tar_path))
client.send(turn_bytes('File: %s\nSize: %s' %
(con.fname, con.size)))
elif t == 'dir':
write_master_log('client %s: ls %s. Done.' %
(addr, tar_path))
client.send(turn_bytes('ls: %s\n%s' %
(tar_path,
' '.join([idir.dname+'/' for idir in con.cdirs]) +
' ' +
' '.join([ifile.fname for ifile in con.files]))))
else:
write_master_log('client %s: ls %s. No such file or direcotry.' %
(addr, tar_path))
client.send(turn_bytes('ls: %s\nNo such file or directory' % tar_path))