def read_fs_all(self, data): """ Getting all data, which need for read all files (filename, path, server id and port) """ log.msg('[REAF] Getting data for User=%s' % (data['user'])) files_lst = [] fs_name = str(data['user'] + "_fs") user_db = Queries.getUser(data['user']) user_id = 'u' + str(user_db.id).rjust(14, '0') fs_db = Queries.getFileSpaceByName(fs_name) catalog = Queries.getUserCatalogOnFilespace(fs_db.id) for name, path in data['files_read']: user_file, user_file_servers = Queries.getFirstFileRecord(name, path, catalog.id) files_lst.append((name, path, user_file.server_name, user_file_servers)) data['cmd'] = 'CREA' data['user_id'] = user_id data['files_read'] = files_lst log.msg('[REAF] Getting data for User=%s has complete!' % (data['user'])) return data
def massive_write_files(self, data): """ Massive write files to file storage. If file already exists, then synchronize with him. """ log.msg('[WRTF] Massive write files for User=%s' % (data['user'])) files_lst = [] fs_name = str(data['user'] + "_fs") user_db = Queries.getUser(data['user']) user_id = 'u' + str(user_db.id).rjust(14, '0') fs_db = Queries.getFileSpaceByName(fs_name) catalog = Queries.getUserCatalogOnFilespace(fs_db.id) for name, path, file_hash_new, size in data['files_write']: file_path = path.replace(data['default_dir'] , '') user_file, user_file_servers = Queries.getFirstFileRecord(name, file_path, catalog.id) # if file not exists, then add record to database and write file in fileserver if user_file is None: server = self.balancer.getFileServer("WRTE", file_hash_new) if server is not None: server_ip = str(server[0]) port = int(server[1]) cnt_files = Queries.getCountFiles() + 1 # processing data filename, type_file = os.path.splitext(name) file_id = str(cnt_files).rjust(25-len(type_file), '0') + type_file # write record into DB Queries.createFileRecordOneChunk(name, file_id, file_hash_new, file_path, size, catalog.id, server_ip, port) servers = [] servers.append((server_ip, port)) files_lst.append(('WRITE_FILE', name, path, file_id, servers)) # if file already exists, then just sync with file on fileserver elif user_file.file_hash != file_hash_new: Queries.updateFirstFileRecordHashAndSize(user_file.id, file_hash_new, size) files_lst.append(('WSYNC_FILE', name, path, user_file.server_name, user_file_servers)) data['cmd'] = 'CWRT' data['user_id'] = user_id data['files_write'] = files_lst log.msg('[WRTF] WRTF for User=%s has complete!' % (data['user'])) return data