def delete_users(self, userIds, format="json", requestOrigin="", **kwargs):
     user, sMessages, fMessages = (cherrypy.session.get("user"),  [], [])
     if requestOrigin != cherrypy.session['request-origin']:
         fMessages.append("Missing request key!!")
     else:
         userIds = split_list_sanitized(userIds)
         try:
             for userId in userIds:
                 try:
                     delUser = session.query(User).filter(User.id == userId).one()
                     session.delete(delUser)
                     for flFile in session.query(File).filter(File.owner_id == delUser.id):
                         FileService.queue_for_deletion(flFile.id)
                         session.delete(flFile)
                         session.add(AuditLog(user.id, Actions.DELETE_FILE, "File %s (%s) owned by user %s has been deleted as a result of the owner being deleted. " % (flFile.name, flFile.id, delUser.id), "admin"))
                     session.add(AuditLog(user.id, Actions.DELETE_USER, "User with ID: \"%s\" deleted from system" % delUser.id, "admin"))
                     sMessages.append("Successfully deleted user %s" % userId)
                 except sqlalchemy.orm.exc.NoResultFound:
                     fMessages.append("User with ID:%s does not exist" % userId)
                 except Exception, e:
                     fMessages.append("Could not delete user: %s" % str(e))
                 session.commit()
         except Exception, e:
             session.rollback()
             cherrypy.log.error("[%s] [delete_users] [Could not delete users: %s]" % (user.id, str(e)))
             fMessages.append("Could not delete users: %s" % str(e))
 def delete_roles(self, roleIds, format="json", **kwargs):
     user, sMessages, fMessages = (cherrypy.session.get("user"), [], [])
     try:
         roleIds = split_list_sanitized(roleIds)
         for roleId in roleIds:
             try:
                 role = session.query(Role).filter(Role.id == roleId).one()
                 session.delete(role)
                 for flFile in session.query(File).filter(
                         File.role_owner_id == role.id):
                     FileService.queue_for_deletion(flFile.id)
                     session.delete(flFile)
                     session.add(
                         AuditLog(
                             user.id, Actions.DELETE_FILE,
                             "File %s (%s) owned by role %s has been deleted as a result of the role owner being deleted. "
                             % (flFile.name, flFile.id, role.id), "admin"))
                 session.add(
                     AuditLog(
                         user.id, Actions.DELETE_ROLE,
                         "%s deleted role \"%s\"(%s) from the system" %
                         (user.id, role.name, role.id), None))
                 sMessages.append("Successfully deleted roles%s." %
                                  str(roleId))
             except sqlalchemy.orm.exc.NoResultFound:
                 fMessages.append("The role ID: %s does not exist" %
                                  str(roleId))
         session.commit()
     except Exception, e:
         session.rollback()
         cherrypy.log.error(
             "[%s] [delete_roles] [Problem deleting roles: %s]" %
             (user.id, str(e)))
         fMessages.append("Problem deleting roles: %s" % str(e))
示例#3
0
 def enc_file_generator(self, user, decrypter, dFile, fileId=None, publicShareId=None):
     endOfFile = False
     readData = dFile.read(1024*8)
     data = decrypter.decrypt(readData)
     #If the data is less than one block long, just process it and send it out
     #try:
     if len(data) < (1024*8):
         padding = int(str(data[-1:]),16)
         #A 0 represents that the file had a multiple of 16 bytes, and 16 bytes of padding were added
         if padding==0:
             padding=16
         endOfFile = True
         FileService.file_download_complete(user, fileId, publicShareId)
         yield data[:len(data)-padding]
     else:
         #For multiblock files
         while True:
             if endOfFile:
                 FileService.file_download_complete(user, fileId, publicShareId)
                 break
             next_data = decrypter.decrypt(dFile.read(1024*8))
             if (next_data is not None and next_data != "") and not len(next_data)<(1024*8):
                 yData = data
                 data = next_data
                 yield yData
             #This prevents padding going across block boundaries by aggregating the last two blocks and processing
             #as a whole if the next block is less than a full block (signifying end of file)
             else:
                 data = data + next_data
                 padding = int(str(data[-1:]),16)
                 #A 0 represents that the file had a multiple of 16 bytes, and 16 bytes of padding were added
                 if padding==0:
                     padding=16
                 endOfFile = True
                 yield data[:len(data)-padding]
示例#4
0
def routine_maintenance(config):
    from lib import AccountService
    expiredFiles = session.query(File).filter(
        File.date_expires < datetime.datetime.now())
    for flFile in expiredFiles:
        try:
            for share in flFile.user_shares:
                session.delete(share)
            for share in flFile.group_shares:
                session.delete(share)
            for share in flFile.public_shares:
                session.delete(share)
            for share in flFile.attribute_shares:
                session.delete(share)
            FileService.queue_for_deletion(flFile.id)
            session.add(
                AuditLog(
                    "admin", Actions.DELETE_FILE,
                    "File %s (ID:%s) has expired and has been purged by the system."
                    % (flFile.name, flFile.id), flFile.owner_id))
            session.delete(flFile)
            session.commit()
        except Exception, e:
            session.rollback()
            cherrypy.log.error(
                "[system] [routine_maintenance] [Error while deleting expired file: %s]"
                % str(e))
示例#5
0
 def delete_files(self, fileIds, format="json", requestOrigin="", **kwargs):
     user, role, sMessages, fMessages = (cherrypy.session.get("user"),cherrypy.session.get("current_role"), [], [])
     if requestOrigin != cherrypy.session['request-origin']:
         fMessages.append("Missing request key!!")
     else:
         fileIds = split_list_sanitized(fileIds)
         for fileId in fileIds:
             try:
                 fileId = int(fileId)
                 flFile = session.query(File).filter(File.id == fileId).one()
                 if flFile.role_owner_id is not None and role is not None and flFile.role_owner_id == role.id:
                     FileService.queue_for_deletion(flFile.id)
                     session.delete(flFile)
                     session.add(AuditLog(user.id, Actions.DELETE_FILE, "File %s (%s) owned by role %s has been deleted by user %s. " % (flFile.name, flFile.id, role.name, user.id)))
                     session.commit()
                     sMessages.append("File %s deleted successfully" % flFile.name)
                 elif flFile.owner_id == user.id or AccountService.user_has_permission(user, "admin"):
                     FileService.queue_for_deletion(flFile.id)
                     session.delete(flFile)
                     session.add(AuditLog(user.id, Actions.DELETE_FILE, "File %s (%s) has been deleted" % (flFile.name, flFile.id)))
                     session.commit()
                     sMessages.append("File %s deleted successfully" % flFile.name)
                 else:
                     fMessages.append("You do not have permission to delete file %s" % flFile.name)
             except sqlalchemy.orm.exc.NoResultFound, nrf:
                 fMessages.append("Could not find file with ID: %s" % str(fileId))
             except Exception, e:
                 session.rollback()
                 cherrypy.log.error("[%s] [delete_files] [Could not delete file: %s]" % (user.id, str(e)))
                 fMessages.append("File not deleted: %s" % str(e))
示例#6
0
def routine_maintenance(config):
    from lib import AccountService

    expiredFiles = session.query(File).filter(File.date_expires < datetime.datetime.now())
    for flFile in expiredFiles:
        try:
            for share in flFile.user_shares:
                session.delete(share)
            for share in flFile.group_shares:
                session.delete(share)
            for share in flFile.public_shares:
                session.delete(share)
            for share in flFile.attribute_shares:
                session.delete(share)
            FileService.queue_for_deletion(flFile.id)
            session.add(
                AuditLog(
                    "admin",
                    Actions.DELETE_FILE,
                    "File %s (ID:%s) has expired and has been purged by the system." % (flFile.name, flFile.id),
                    flFile.owner_id,
                )
            )
            session.delete(flFile)
            session.commit()
        except Exception, e:
            session.rollback()
            cherrypy.log.error("[system] [routine_maintenance] [Error while deleting expired file: %s]" % str(e))
示例#7
0
def clean_temp_files(config):
    # Cleanup orphaned temp files, possibly resulting from stalled transfers
    validTempFiles = []
    for key in cherrypy.file_uploads.keys():
        for progressFile in cherrypy.file_uploads[key]:
            validTempFiles.append(progressFile.file_object.name.split(os.path.sep)[-1])
    FileService.clean_temp_files(config, validTempFiles)
示例#8
0
def clean_temp_files(config):
    #Cleanup orphaned temp files, possibly resulting from stalled transfers
    validTempFiles = []
    for key in cherrypy.file_uploads.keys():
        for progressFile in cherrypy.file_uploads[key]:
            validTempFiles.append(
                progressFile.file_object.name.split(os.path.sep)[-1])
    FileService.clean_temp_files(config, validTempFiles)
示例#9
0
 def get_quota_usage(self, format="json", **kwargs):
     user, sMessages, fMessages, quotaMB, quotaUsedMB = (cherrypy.session.get("user"),[], [], 0, 0)
     try:
         quotaMB, quotaUsage = 0,0
         if cherrypy.session.get("current_role") is not None:
             quotaMB = cherrypy.session.get("current_role").quota
             quotaUsage = FileService.get_role_quota_usage_bytes(cherrypy.session.get("current_role").id)
         else:
             quotaMB = user.quota
             quotaUsage = FileService.get_user_quota_usage_bytes(user.id)
         quotaUsedMB = int(quotaUsage) / 1024 / 1024
     except Exception, e:
         fMessages.append(str(e))
示例#10
0
 def delete_files(self, fileIds, format="json", requestOrigin="", **kwargs):
     user, role, sMessages, fMessages = (
         cherrypy.session.get("user"), cherrypy.session.get("current_role"),
         [], [])
     if requestOrigin != cherrypy.session['request-origin']:
         fMessages.append("Missing request key!!")
     else:
         fileIds = split_list_sanitized(fileIds)
         for fileId in fileIds:
             try:
                 fileId = int(fileId)
                 flFile = session.query(File).filter(
                     File.id == fileId).one()
                 if flFile.role_owner_id is not None and role is not None and flFile.role_owner_id == role.id:
                     FileService.queue_for_deletion(flFile.id)
                     session.delete(flFile)
                     session.add(
                         AuditLog(
                             user.id, Actions.DELETE_FILE,
                             "File %s (%s) owned by role %s has been deleted by user %s. "
                             %
                             (flFile.name, flFile.id, role.name, user.id)))
                     session.commit()
                     sMessages.append("File %s deleted successfully" %
                                      flFile.name)
                 elif flFile.owner_id == user.id or AccountService.user_has_permission(
                         user, "admin"):
                     FileService.queue_for_deletion(flFile.id)
                     session.delete(flFile)
                     session.add(
                         AuditLog(
                             user.id, Actions.DELETE_FILE,
                             "File %s (%s) has been deleted" %
                             (flFile.name, flFile.id)))
                     session.commit()
                     sMessages.append("File %s deleted successfully" %
                                      flFile.name)
                 else:
                     fMessages.append(
                         "You do not have permission to delete file %s" %
                         flFile.name)
             except sqlalchemy.orm.exc.NoResultFound, nrf:
                 fMessages.append("Could not find file with ID: %s" %
                                  str(fileId))
             except Exception, e:
                 session.rollback()
                 cherrypy.log.error(
                     "[%s] [delete_files] [Could not delete file: %s]" %
                     (user.id, str(e)))
                 fMessages.append("File not deleted: %s" % str(e))
 def get_quota_usage(self, format="json", **kwargs):
     user, sMessages, fMessages, quotaMB, quotaUsedMB = (
         cherrypy.session.get("user"), [], [], 0, 0)
     try:
         quotaMB, quotaUsage = 0, 0
         if cherrypy.session.get("current_role") is not None:
             quotaMB = cherrypy.session.get("current_role").quota
             quotaUsage = FileService.get_role_quota_usage_bytes(
                 cherrypy.session.get("current_role").id)
         else:
             quotaMB = user.quota
             quotaUsage = FileService.get_user_quota_usage_bytes(user.id)
         quotaUsedMB = int(quotaUsage) / 1024 / 1024
     except Exception, e:
         fMessages.append(str(e))
示例#12
0
 def take_file(self, fileId, format="json", requestOrigin="", **kwargs):
     user, sMessages, fMessages = (cherrypy.session.get("user"), [], [])
     if requestOrigin != cherrypy.session['request-origin']:
         fMessages.append("Missing request key!!")
     else:
         config = cherrypy.request.app.config['filelocker']
         try:
             flFile = session.query(File).filter(File.id==fileId).one()
             if flFile.owner_id == user.id:
                 fMessages.append("You cannot take your own file")
             elif flFile.shared_with(user) or AccountService.user_has_permission(user, "admin"):
                 if (FileService.get_user_quota_usage_bytes(user) + flFile.size) >= (user.quota*1024*1024):
                     cherrypy.log.error("[%s] [take_file] [User has insufficient quota space remaining to check in file: %s]" % (user.id, flFile.name))
                     raise Exception("You may not copy this file because doing so would exceed your quota")
                 takenFile = flFile.get_copy()
                 takenFile.owner_id = user.id
                 takenFile.date_uploaded = datetime.datetime.now()
                 takenFile.notify_on_download = False
                 session.add(takenFile)
                 session.commit()
                 shutil.copy(os.path.join(config['vault'],str(flFile.id)), os.path.join(config['vault'],str(takenFile.id)))
                 sMessages.append("Successfully took ownership of file %s. This file can now be shared with other users just as if you had uploaded it. " % flFile.name)
             else:
                 fMessages.append("You do not have permission to take this file")
         except sqlalchemy.orm.exc.NoResultFound, nrf:
             fMessages.append("Could not find file with ID: %s" % str(fileId))
         except Exception, e:
             session.rollback()
             fMessages.append(str(e))
 def take_file(self, fileId, format="json", **kwargs):
     user, sMessages, fMessages = (cherrypy.session.get("user"), [], [])
     config = cherrypy.request.app.config['filelocker']
     try:
         flFile = session.query(File).filter(File.id == fileId).one()
         if flFile.owner_id == user.id:
             fMessages.append("You cannot take your own file")
         elif flFile.shared_with(
                 user) or AccountService.user_has_permission(user, "admin"):
             if (FileService.get_user_quota_usage_bytes(user) +
                     flFile.size) >= (user.quota * 1024 * 1024):
                 cherrypy.log.error(
                     "[%s] [take_file] [User has insufficient quota space remaining to check in file: %s]"
                     % (user.id, flFile.name))
                 raise Exception(
                     "You may not copy this file because doing so would exceed your quota"
                 )
             takenFile = flFile.get_copy()
             takenFile.owner_id = user.id
             takenFile.date_uploaded = datetime.datetime.now()
             takenFile.notify_on_download = False
             session.add(takenFile)
             session.commit()
             shutil.copy(os.path.join(config['vault'], str(flFile.id)),
                         os.path.join(config['vault'], str(takenFile.id)))
             sMessages.append(
                 "Successfully took ownership of file %s. This file can now be shared with other users just as if you had uploaded it. "
                 % flFile.name)
         else:
             fMessages.append(
                 "You do not have permission to take this file")
     except sqlalchemy.orm.exc.NoResultFound, nrf:
         fMessages.append("Could not find file with ID: %s" % str(fileId))
示例#14
0
 def get_vault_usage(self, format="json", **kwargs):
     user, sMessages, fMessages, vaultUsedMB, vaultCapacityMB = (cherrypy.session.get("user"), [], [], 0, 0)
     try:
         vaultSpaceFreeMB, vaultCapacityMB = FileService.get_vault_usage()
         vaultUsedMB = vaultCapacityMB - vaultSpaceFreeMB
     except Exception, e:
         cherrypy.log.error("[%s] [get_vault_usage] [Error while getting quota: %s]" % (user.id,str(e)))
         fMessages.append("Could not get vault usage: %s" % str(e))
 def get_vault_usage(self, format="json", **kwargs):
     user, sMessages, fMessages, vaultUsedMB, vaultCapacityMB = (cherrypy.session.get("user"), [], [], 0, 0)
     try:
         vaultSpaceFreeMB, vaultCapacityMB = FileService.get_vault_usage()
         vaultUsedMB = vaultCapacityMB - vaultSpaceFreeMB
     except Exception, e:
         cherrypy.log.error("[%s] [get_vault_usage] [Error while getting quota: %s]" % (user.id,str(e)))
         fMessages.append("Could not get vault usage: %s" % str(e))
 def enc_file_generator(self,
                        user,
                        decrypter,
                        dFile,
                        fileId=None,
                        publicShareId=None):
     endOfFile = False
     readData = dFile.read(1024 * 8)
     data = decrypter.decrypt(readData)
     #If the data is less than one block long, just process it and send it out
     #try:
     if len(data) < (1024 * 8):
         padding = int(str(data[-1:]), 16)
         #A 0 represents that the file had a multiple of 16 bytes, and 16 bytes of padding were added
         if padding == 0:
             padding = 16
         endOfFile = True
         FileService.file_download_complete(user, fileId, publicShareId)
         yield data[:len(data) - padding]
     else:
         #For multiblock files
         while True:
             if endOfFile:
                 FileService.file_download_complete(user, fileId,
                                                    publicShareId)
                 break
             next_data = decrypter.decrypt(dFile.read(1024 * 8))
             if (next_data is not None and
                     next_data != "") and not len(next_data) < (1024 * 8):
                 yData = data
                 data = next_data
                 yield yData
             #This prevents padding going across block boundaries by aggregating the last two blocks and processing
             #as a whole if the next block is less than a full block (signifying end of file)
             else:
                 data = data + next_data
                 padding = int(str(data[-1:]), 16)
                 #A 0 represents that the file had a multiple of 16 bytes, and 16 bytes of padding were added
                 if padding == 0:
                     padding = 16
                 endOfFile = True
                 yield data[:len(data) - padding]
示例#17
0
 def delete_roles(self, roleIds, format="json", requestOrigin="", **kwargs):
     user, sMessages, fMessages = (cherrypy.session.get("user"), [], [])
     if requestOrigin != cherrypy.session['request-origin']:
         fMessages.append("Missing request key!!")
     else:
         try:
             roleIds = split_list_sanitized(roleIds)
             for roleId in roleIds:
                 try:
                     role = session.query(Role).filter(Role.id == roleId).one()
                     session.delete(role)
                     for flFile in session.query(File).filter(File.role_owner_id == role.id):
                         FileService.queue_for_deletion(flFile.id)
                         session.delete(flFile)
                         session.add(AuditLog(user.id, Actions.DELETE_FILE, "File %s (%s) owned by role %s has been deleted as a result of the role owner being deleted. " % (flFile.name, flFile.id, role.id), "admin"))
                     session.add(AuditLog(user.id, Actions.DELETE_ROLE, "%s deleted role \"%s\"(%s) from the system" % (user.id, role.name, role.id), None))
                     sMessages.append("Successfully deleted roles%s." % str(roleId))
                 except sqlalchemy.orm.exc.NoResultFound:
                     fMessages.append("The role ID: %s does not exist" % str(roleId))
             session.commit()
         except Exception, e:
             session.rollback()
             cherrypy.log.error("[%s] [delete_roles] [Problem deleting roles: %s]" % (user.id, str(e)))
             fMessages.append("Problem deleting roles: %s" % str(e))
示例#18
0
                 "admin",
                 Actions.DELETE_FILE,
                 "File %s (ID:%s) has expired and has been purged by the system." % (flFile.name, flFile.id),
                 flFile.owner_id,
             )
         )
         session.delete(flFile)
         session.commit()
     except Exception, e:
         session.rollback()
         cherrypy.log.error("[system] [routine_maintenance] [Error while deleting expired file: %s]" % str(e))
 expiredMessages = session.query(Message).filter(Message.date_expires < datetime.datetime.now())
 for message in expiredMessages:
     try:
         session.delete(message)
         FileService.queue_for_deletion("m%s" % str(message.id))
         session.add(
             AuditLog(
                 "admin",
                 Actions.DELETE_MESSAGE,
                 "Message %s (ID:%s) has expired and has been deleted by the system."
                 % (message.messageSubject, message.messageId),
                 message.owner_id,
             )
         )
         session.commit()
     except Exception, e:
         session.rollback()
         cherrypy.log.error("[system] [routine_maintenance] [Error while deleting expired message: %s]" % str(e))
 expiredUploadRequests = session.query(UploadRequest).filter(UploadRequest.date_expires < datetime.datetime.now())
 for uploadRequest in expiredUploadRequests:
示例#19
0
            user, sMessages, fMessages = cherrypy.session.get("user"), cherrypy.session.get("sMessages"), cherrypy.session.get("fMessages")
            uploadKey = user.id
            if cherrypy.session.get("current_role") is not None:
                role = cherrypy.session.get("current_role")

        #Check upload size
        lcHDRS = {}
        for key, val in cherrypy.request.headers.iteritems():
            lcHDRS[key.lower()] = val
        try:
            fileSizeBytes = int(lcHDRS['content-length'])
        except KeyError, ke:
            fMessages.append("Request must have a valid content length")
            raise cherrypy.HTTPError(411, "Request must have a valid content length")
        fileSizeMB = ((fileSizeBytes/1024)/1024)
        vaultSpaceFreeMB, vaultCapacityMB = FileService.get_vault_usage()
        
        if (fileSizeMB*2) >= vaultSpaceFreeMB:
            cherrypy.log.error("[system] [upload] [File vault is running out of space and cannot fit this file. Remaining Space is %s MB, fileSizeBytes is %s]" % (vaultSpaceFreeMB, fileSizeBytes))
            fMessages.append("The server doesn't have enough space left on its drive to fit this file. The administrator has been notified.")
            raise cherrypy.HTTPError(413, "The server doesn't have enough space left on its drive to fit this file. The administrator has been notified.")
        quotaSpaceRemainingBytes = 0
        if role is not None:
            quotaSpaceRemainingBytes = (role.quota*1024*1024) - FileService.get_role_quota_usage_bytes(role.id)
        else:
            quotaSpaceRemainingBytes = (user.quota*1024*1024) - FileService.get_user_quota_usage_bytes(user.id)
        if fileSizeBytes > quotaSpaceRemainingBytes:
            fMessages.append("File size is larger than your quota will accommodate")
            raise cherrypy.HTTPError(413, "File size is larger than your quota will accommodate")

        #The server won't respond to additional user requests (polling) until we release the lock
            uploadKey = user.id
            if cherrypy.session.get("current_role") is not None:
                role = cherrypy.session.get("current_role")

        #Check upload size
        lcHDRS = {}
        for key, val in cherrypy.request.headers.iteritems():
            lcHDRS[key.lower()] = val
        try:
            fileSizeBytes = int(lcHDRS['content-length'])
        except KeyError, ke:
            fMessages.append("Request must have a valid content length")
            raise cherrypy.HTTPError(
                411, "Request must have a valid content length")
        fileSizeMB = ((fileSizeBytes / 1024) / 1024)
        vaultSpaceFreeMB, vaultCapacityMB = FileService.get_vault_usage()

        if (fileSizeMB * 2) >= vaultSpaceFreeMB:
            cherrypy.log.error(
                "[system] [upload] [File vault is running out of space and cannot fit this file. Remaining Space is %s MB, fileSizeBytes is %s]"
                % (vaultSpaceFreeMB, fileSizeBytes))
            fMessages.append(
                "The server doesn't have enough space left on its drive to fit this file. The administrator has been notified."
            )
            raise cherrypy.HTTPError(
                413,
                "The server doesn't have enough space left on its drive to fit this file. The administrator has been notified."
            )
        quotaSpaceRemainingBytes = 0
        if role is not None:
            quotaSpaceRemainingBytes = (
示例#21
0
                 "admin", Actions.DELETE_FILE,
                 "File %s (ID:%s) has expired and has been purged by the system."
                 % (flFile.name, flFile.id), flFile.owner_id))
         session.delete(flFile)
         session.commit()
     except Exception, e:
         session.rollback()
         cherrypy.log.error(
             "[system] [routine_maintenance] [Error while deleting expired file: %s]"
             % str(e))
 expiredMessages = session.query(Message).filter(
     Message.date_expires < datetime.datetime.now())
 for message in expiredMessages:
     try:
         session.delete(message)
         FileService.queue_for_deletion("m%s" % str(message.id))
         session.add(
             AuditLog(
                 "admin", Actions.DELETE_MESSAGE,
                 "Message %s (ID:%s) has expired and has been deleted by the system."
                 % (message.messageSubject, message.messageId),
                 message.owner_id))
         session.commit()
     except Exception, e:
         session.rollback()
         cherrypy.log.error(
             "[system] [routine_maintenance] [Error while deleting expired message: %s]"
             % str(e))
 expiredUploadRequests = session.query(UploadRequest).filter(
     UploadRequest.date_expires < datetime.datetime.now())
 for uploadRequest in expiredUploadRequests: