def read_fs_all(self, data):
"""
Getting all data, which need for read all files (filename, path, server id and port)
"""
log.msg('[REAF] Getting data for User=%s' % (data['user']))
files_lst = []
fs_name = str(data['user'] + "_fs")
user_db = Queries.getUser(data['user'])
user_id = 'u' + str(user_db.id).rjust(14, '0')
fs_db = Queries.getFileSpaceByName(fs_name)
catalog = Queries.getUserCatalogOnFilespace(fs_db.id)
for name, path in data['files_read']:
user_file, user_file_servers = Queries.getFirstFileRecord(name, path, catalog.id)
files_lst.append((name, path, user_file.server_name, user_file_servers))
data['cmd'] = 'CREA'
data['user_id'] = user_id
data['files_read'] = files_lst
log.msg('[REAF] Getting data for User=%s has complete!' % (data['user']))
return data
def massive_write_files(self, data):
"""
Massive write files to file storage.
If file already exists, then synchronize with him.
"""
log.msg('[WRTF] Massive write files for User=%s' % (data['user']))
files_lst = []
fs_name = str(data['user'] + "_fs")
user_db = Queries.getUser(data['user'])
user_id = 'u' + str(user_db.id).rjust(14, '0')
fs_db = Queries.getFileSpaceByName(fs_name)
catalog = Queries.getUserCatalogOnFilespace(fs_db.id)
for name, path, file_hash_new, size in data['files_write']:
file_path = path.replace(data['default_dir'] , '')
user_file, user_file_servers = Queries.getFirstFileRecord(name, file_path, catalog.id)
# if file not exists, then add record to database and write file in fileserver
if user_file is None:
server = self.balancer.getFileServer("WRTE", file_hash_new)
if server is not None:
server_ip = str(server[0])
port = int(server[1])
cnt_files = Queries.getCountFiles() + 1
# processing data
filename, type_file = os.path.splitext(name)
file_id = str(cnt_files).rjust(25-len(type_file), '0') + type_file
# write record into DB
Queries.createFileRecordOneChunk(name, file_id, file_hash_new, file_path, size, catalog.id, server_ip, port)
servers = []
servers.append((server_ip, port))
files_lst.append(('WRITE_FILE', name, path, file_id, servers))
# if file already exists, then just sync with file on fileserver
elif user_file.file_hash != file_hash_new:
Queries.updateFirstFileRecordHashAndSize(user_file.id, file_hash_new, size)
files_lst.append(('WSYNC_FILE', name, path, user_file.server_name, user_file_servers))
data['cmd'] = 'CWRT'
data['user_id'] = user_id
data['files_write'] = files_lst
log.msg('[WRTF] WRTF for User=%s has complete!' % (data['user']))
return data
