def __call__(self, filename, title, description, content_type, data, portal_type): context = aq_inner(self.context) error = '' result = {} result['success'] = None newid = get_id_from_filename(filename, context) chooser = INameChooser(context) newid = chooser.chooseName(newid, context) # consolidation because it's different upon Plone versions if not title: # try to split filenames because we don't want # big titles without spaces title = filename.rsplit('.', 1)[0]\ .replace('_', ' ')\ .replace('-', ' ') if newid in context: # only here for flashupload method since a check_id is done # in standard uploader - see also XXX in quick_upload.py raise NameError, 'Object id %s already exists' % newid else: upload_lock.acquire() try: transaction.begin() try: from zope.publisher.browser import TestRequest request = TestRequest() dataobj = FileObj(data) dataobj.filename = filename request.form['doc'] = dataobj request.form['ajax'] = '1' from fhnw.office2plone.browser.docx_importer import DocxImporter docximport = DocxImporter(self.context, request) docximport.docx_import() except ImportError: error = '' except Unauthorized: error = u'serverErrorNoPermission' except ConflictError: # rare with xhr upload / happens sometimes with flashupload error = u'serverErrorZODBConflict' except ValueError: error = u'serverErrorDisallowedType' except Exception, e: error = u'serverError' logger.exception(e) if error: if error == u'serverError': logger.info( "An error happens with setId from filename, " "the file has been created with a bad id, " "can't find %s", newid) else: pass #@TODO : rollback if there has been an error transaction.commit() finally:
def test_get_unique_filename(self): filename = 'my-file.jpg' portal = self.layer['portal'] # Set already existing file setattr(portal, filename, object()) from collective.quickupload.browser.uploadcapable import \ get_id_from_filename # Per default it does not return a unique value self.assertEqual('my-file.jpg', get_id_from_filename(filename, portal)) # Otherwise it returns a unique id if the id already exists self.assertEqual('my-file-1.jpg', get_id_from_filename(filename, portal, unique=True))
def test_get_unique_filename(self): filename = 'my-file.jpg' portal = self.layer['portal'] # Set already existing file setattr(portal, filename, object()) from collective.quickupload.browser.uploadcapable import get_id_from_filename # Per default it does not return a unique value self.assertEqual( 'my-file.jpg', get_id_from_filename(filename, portal)) # Otherwise it returns a unique id if the id already exists self.assertEqual( 'my-file-1.jpg', get_id_from_filename(filename, portal, unique=True))
def test_get_id_from_filename__without_extension(self): context = mock.Mock() context.getCharset.return_value = 'utf-8' from collective.quickupload.browser.uploadcapable import MissingExtension from collective.quickupload.browser.uploadcapable import get_id_from_filename filename = 'FILENAME' self.assertRaises( MissingExtension, lambda: get_id_from_filename(filename, context) )
def vindula_file_factory(context, filename, title, description, content_type, data, portal_type): error = '' result = {} result['success'] = None newid = get_id_from_filename(filename, context) # consolidation because it's different upon Plone versions if not title : # try to split filenames because we don't want # big titles without spaces title = filename.rsplit('.', 1)[0].replace('_',' ').replace('-',' ') if newid in context: # only here for flashupload method since a check_id is done # in standard uploader - see also XXX in quick_upload.py raise NameError, 'Object id %s already exists' %newid else : upload_lock.acquire() try: try: context.invokeFactory(type_name=portal_type, id=newid, title=title, description=description) except Unauthorized : error = u'serverErrorNoPermission' except ConflictError : # rare with xhr upload / happens sometimes with flashupload error = u'serverErrorZODBConflict' except ValueError: error = u'serverErrorDisallowedType' except Exception, e: error = u'serverError' logger.exception(e) if error: if error == u'serverError': logger.info("An error happens with setId from filename, " "the file has been created with a bad id, " "can't find %s", newid) else: obj = getattr(context, newid) if obj: error = IQuickUploadFileSetter(obj).set(data, filename, content_type) obj.processForm() #@TODO : rollback if there has been an error # transaction.commit() finally:
def quick_upload_file(self): context = aq_inner(self.context) request = self.request response = request.RESPONSE response.setHeader('Expires', 'Sat, 1 Jan 2000 00:00:00 GMT') response.setHeader('Cache-control', 'no-cache') # the good content type woul be text/json or text/plain but IE # do not support it response.setHeader('Content-Type', 'text/html; charset=utf-8') # disable diazo themes request.response.setHeader('X-Theme-Disabled', 'True') if request.HTTP_X_REQUESTED_WITH: # using ajax upload file_name = urllib.unquote(request.HTTP_X_FILE_NAME) upload_with = "XHR" try: file = request.BODYFILE file_data = file.read() file.seek(0) except AttributeError: # in case of cancel during xhr upload logger.error("Upload of %s has been aborted", file_name) # not really useful here since the upload block # is removed by "cancel" action, but # could be useful if someone change the js behavior return json.dumps({u'error': u'emptyError'}) except: logger.error( "Error when trying to read the file %s in request", file_name ) return json.dumps({u'error': u'serverError'}) else: # using classic form post method (MSIE<=8) file = request.get("qqfile", None) file_data = file.read() file.seek(0) filename = getattr(file, 'filename', '') file_name = filename.split("\\")[-1] try: file_name = file_name.decode('utf-8') except UnicodeDecodeError: pass file_name = IUserPreferredFileNameNormalizer( self.request ).normalize(file_name) upload_with = "CLASSIC FORM POST" # we must test the file size in this case (no client test) if not self._check_file_size(file_data): logger.info("Test file size: the file %s is too big, upload " "rejected" % filename) return json.dumps({u'error': u'sizeError'}) # overwrite file try: newid = get_id_from_filename(file_name, context) except MissingExtension: return json.dumps({u'error': u'missingExtension'}) if newid in context or file_name in context: updated_object = context.get(newid, False) or context[file_name] mtool = getToolByName(context, 'portal_membership') override_setting = self.qup_prefs.object_override if override_setting and\ mtool.checkPermission(ModifyPortalContent, updated_object): can_overwrite = True else: can_overwrite = False if not can_overwrite: logger.debug( "The file id for %s already exists, upload rejected" % file_name ) return json.dumps({u'error': u'serverErrorAlreadyExists'}) overwritten_file = updated_object else: overwritten_file = None content_type = get_content_type(context, file_data, file_name) portal_type = getDataFromAllRequests(request, 'typeupload') or '' title = getDataFromAllRequests(request, 'title') or '' description = getDataFromAllRequests(request, 'description') or '' if not portal_type: ctr = getToolByName(context, 'content_type_registry') portal_type = ctr.findTypeName( file_name.lower(), content_type, '' ) or 'File' if file_data: if overwritten_file is not None: updater = IQuickUploadFileUpdater(context) logger.info( "reuploading %s file with %s: title=%s, description=%s, " "content_type=%s" % (overwritten_file.absolute_url(), upload_with, title, description, content_type)) try: f = updater(overwritten_file, file_name, title, description, content_type, file_data) except Exception, e: logger.error( "Error updating %s file: %s", file_name, str(e) ) return json.dumps({u'error': u'serverError'}) else: factory = IQuickUploadFileFactory(context) logger.info( "uploading file with %s: filename=%s, title=%s, " "description=%s, content_type=%s, portal_type=%s" % (upload_with, file_name, title, description, content_type, portal_type)) try: f = factory(file_name, title, description, content_type, file_data, portal_type) except Exception, e: logger.error( "Error creating %s file: %s", file_name, str(e) ) return json.dumps({u'error': u'serverError'})
def quick_upload_file(self) : context = aq_inner(self.context) request = self.request response = request.RESPONSE response.setHeader('Expires', 'Sat, 1 Jan 2000 00:00:00 GMT') response.setHeader('Cache-control', 'no-cache') # the good content type woul be text/json or text/plain but IE # do not support it response.setHeader('Content-Type', 'text/html; charset=utf-8') # disable diazo themes request.response.setHeader('X-Theme-Disabled', 'True') if request.HTTP_X_REQUESTED_WITH : # using ajax upload file_name = urllib.unquote(request.HTTP_X_FILE_NAME) upload_with = "XHR" try : file = request.BODYFILE file_data = file.read() file.seek(0) except AttributeError : # in case of cancel during xhr upload logger.error("Upload of %s has been aborted", file_name) # not really useful here since the upload block # is removed by "cancel" action, but # could be useful if someone change the js behavior return json.dumps({u'error': u'emptyError'}) except : logger.error("Error when trying to read the file %s in request", file_name) return json.dumps({u'error': u'serverError'}) else : # using classic form post method (MSIE<=8) file_data = request.get("qqfile", None) filename = getattr(file_data,'filename', '') file_name = filename.split("\\")[-1] try: file_name = file_name.decode('utf-8') except UnicodeDecodeError: pass file_name = IUserPreferredFileNameNormalizer(self.request ).normalize(file_name) upload_with = "CLASSIC FORM POST" # we must test the file size in this case (no client test) if not self._check_file_size(file_data) : logger.info("Test file size : the file %s is too big, upload rejected" % filename) return json.dumps({u'error': u'sizeError'}) # overwrite file try: newid = get_id_from_filename(file_name, context) except MissingExtension: return json.dumps({u'error': u'missingExtension'}) if newid in context or file_name in context: updated_object = context.get(newid, False) or context[file_name] mtool = getToolByName(context, 'portal_membership') if mtool.checkPermission(ModifyPortalContent, updated_object): can_overwrite = True else: can_overwrite = False if not can_overwrite: logger.debug("The file id for %s already exists, upload rejected" % file_name) return json.dumps({u'error': u'serverErrorAlreadyExists'}) overwritten_file = updated_object else: overwritten_file = None content_type = mimetypes.guess_type(file_name)[0] # sometimes plone mimetypes registry could be more powerful if not content_type : mtr = getToolByName(context, 'mimetypes_registry') oct = mtr.globFilename(file_name) if oct is not None : content_type = str(oct) portal_type = getDataFromAllRequests(request, 'typeupload') or '' title = getDataFromAllRequests(request, 'title') or '' description = getDataFromAllRequests(request, 'description') or '' if not portal_type : ctr = getToolByName(context, 'content_type_registry') portal_type = ctr.findTypeName(file_name.lower(), content_type, '') or 'File' if file_data: if overwritten_file is not None: updater = IQuickUploadFileUpdater(context) logger.info("reuploading %s file with %s : title=%s, description=%s, content_type=%s" % \ (overwritten_file.absolute_url(), upload_with, title, description, content_type)) try : f = updater(overwritten_file, file_name, title, description, content_type, file_data) except Exception, e: logger.error("Error updating %s file : %s", file_name, str(e)) return json.dumps({u'error': u'serverError'}) else: factory = IQuickUploadFileFactory(context) logger.info("uploading file with %s : filename=%s, title=%s, description=%s, content_type=%s, portal_type=%s" % \ (upload_with, file_name, title, description, content_type, portal_type)) try : f = factory(file_name, title, description, content_type, file_data, portal_type) except Exception, e: logger.error("Error creating %s file : %s", file_name, str(e)) return json.dumps({u'error': u'serverError'})
def quick_upload_file(self): context = aq_inner(self.context) request = self.request response = request.RESPONSE response.setHeader('Expires', 'Sat, 1 Jan 2000 00:00:00 GMT') response.setHeader('Cache-control', 'no-cache') # application/json is not supported by old IEs but text/html fails in # every browser with plone.protect 3.0.11 response.setHeader('Content-Type', 'application/json; charset=utf-8') # disable diazo themes and csrf protection request.response.setHeader('X-Theme-Disabled', 'True') if request.HTTP_X_REQUESTED_WITH: # using ajax upload file_name = urllib.unquote(request.HTTP_X_FILE_NAME) upload_with = "XHR" try: file = request.BODYFILE file_data = file.read() file.seek(0) except AttributeError: # in case of cancel during xhr upload logger.error("Upload of %s has been aborted", file_name) # not really useful here since the upload block # is removed by "cancel" action, but # could be useful if someone change the js behavior return json.dumps({u'error': u'emptyError'}) except: logger.error( "Error when trying to read the file %s in request", file_name) return self._error_response(u'serverError') else: # using classic form post method (MSIE<=8) file = request.get("qqfile", None) file_data = file.read() file.seek(0) filename = getattr(file, 'filename', '') file_name = filename.split("\\")[-1] try: file_name = file_name.decode('utf-8') except UnicodeDecodeError: pass file_name = IUserPreferredFileNameNormalizer( self.request).normalize(file_name) upload_with = "CLASSIC FORM POST" # we must test the file size in this case (no client test) if not self._check_file_size(file): logger.info("Test file size: the file %s is too big, upload " "rejected" % filename) return self._error_response(u'sizeError') # overwrite file try: newid = get_id_from_filename( file_name, context, unique=self.qup_prefs.object_unique_id) except MissingExtension: return self._error_response(u'missingExtension') if (newid in context or file_name in context) and \ not self.qup_prefs.object_unique_id: updated_object = context.get(newid, False) or context[file_name] mtool = getToolByName(context, 'portal_membership') override_setting = self.qup_prefs.object_override if override_setting and\ mtool.checkPermission(ModifyPortalContent, updated_object): can_overwrite = True else: can_overwrite = False if not can_overwrite: logger.debug( "The file id for %s already exists, upload rejected" % file_name) return self._error_response(u'serverErrorAlreadyExists') overwritten_file = updated_object else: overwritten_file = None content_type = get_content_type(context, file_data, file_name) portal_type = getDataFromAllRequests(request, 'typeupload') or '' title = getDataFromAllRequests(request, 'title') or '' description = getDataFromAllRequests(request, 'description') or '' if not title.strip() and self.qup_prefs.id_as_title: title = newid if not portal_type: ctr = getToolByName(context, 'content_type_registry') portal_type = ctr.findTypeName(file_name.lower(), content_type, '') or 'File' if not file_data: return self._error_response(u'emptyError') if overwritten_file is not None: updater = IQuickUploadFileUpdater(context) logger.info( "reuploading %s file with %s: title=%s, description=%s, " "content_type=%s" % (overwritten_file.absolute_url(), upload_with, title, description, content_type)) try: f = updater(overwritten_file, file_name, title, description, content_type, file_data) except ConflictError: # Allow Zope to retry up to three times, and if that still # fails, handle ConflictErrors on client side if necessary raise except Exception as e: logger.error("Error updating %s file: %s", file_name, str(e)) return self._error_response(u'serverError') else: factory = IQuickUploadFileFactory(context) logger.info("uploading file with %s: filename=%s, title=%s, " "description=%s, content_type=%s, portal_type=%s" % (upload_with, file_name, title, description, content_type, portal_type)) try: f = factory(file_name, title, description, content_type, file_data, portal_type) except ConflictError: # Allow Zope to retry up to three times, and if that still # fails, handle ConflictErrors on client side if necessary raise except Exception as e: logger.error("Error creating %s file: %s", file_name, str(e)) return self._error_response(u'serverError') if f['success'] is None: return self._error_response(f['error']) obj = f['success'] logger.info("file url: %s" % obj.absolute_url()) return self._success_response(obj)
def quick_upload_file(self): context = aq_inner(self.context) request = self.request response = request.RESPONSE response.setHeader('Expires', 'Sat, 1 Jan 2000 00:00:00 GMT') response.setHeader('Cache-control', 'no-cache') # application/json is not supported by old IEs but text/html fails in # every browser with plone.protect 3.0.11 response.setHeader('Content-Type', 'application/json; charset=utf-8') # disable diazo themes and csrf protection request.response.setHeader('X-Theme-Disabled', 'True') if request.HTTP_X_REQUESTED_WITH: # using ajax upload file_name = urllib.unquote(request.HTTP_X_FILE_NAME) upload_with = "XHR" try: file = request.BODYFILE file_data = file.read() file.seek(0) except AttributeError: # in case of cancel during xhr upload logger.error("Upload of %s has been aborted", file_name) # not really useful here since the upload block # is removed by "cancel" action, but # could be useful if someone change the js behavior return json.dumps({u'error': u'emptyError'}) except: logger.error( "Error when trying to read the file %s in request", file_name ) return json.dumps({u'error': u'serverError'}) else: # using classic form post method (MSIE<=8) file = request.get("qqfile", None) file_data = file.read() file.seek(0) filename = getattr(file, 'filename', '') file_name = filename.split("\\")[-1] try: file_name = file_name.decode('utf-8') except UnicodeDecodeError: pass file_name = IUserPreferredFileNameNormalizer( self.request ).normalize(file_name) upload_with = "CLASSIC FORM POST" # we must test the file size in this case (no client test) if not self._check_file_size(file): logger.info("Test file size: the file %s is too big, upload " "rejected" % filename) return json.dumps({u'error': u'sizeError'}) # overwrite file try: newid = get_id_from_filename( file_name, context, unique=self.qup_prefs.object_unique_id) except MissingExtension: return json.dumps({u'error': u'missingExtension'}) if (newid in context or file_name in context) and \ not self.qup_prefs.object_unique_id: updated_object = context.get(newid, False) or context[file_name] mtool = getToolByName(context, 'portal_membership') override_setting = self.qup_prefs.object_override if override_setting and\ mtool.checkPermission(ModifyPortalContent, updated_object): can_overwrite = True else: can_overwrite = False if not can_overwrite: logger.debug( "The file id for %s already exists, upload rejected" % file_name ) return json.dumps({u'error': u'serverErrorAlreadyExists'}) overwritten_file = updated_object else: overwritten_file = None content_type = get_content_type(context, file_data, file_name) portal_type = getDataFromAllRequests(request, 'typeupload') or '' title = getDataFromAllRequests(request, 'title') or '' description = getDataFromAllRequests(request, 'description') or '' if not title.strip() and self.qup_prefs.id_as_title: title = newid if not portal_type: ctr = getToolByName(context, 'content_type_registry') portal_type = ctr.findTypeName( file_name.lower(), content_type, '' ) or 'File' if file_data: if overwritten_file is not None: updater = IQuickUploadFileUpdater(context) logger.info( "reuploading %s file with %s: title=%s, description=%s, " "content_type=%s" % (overwritten_file.absolute_url(), upload_with, title, description, content_type)) try: f = updater(overwritten_file, file_name, title, description, content_type, file_data) except ConflictError: # Allow Zope to retry up to three times, and if that still # fails, handle ConflictErrors on client side if necessary raise except Exception as e: logger.error( "Error updating %s file: %s", file_name, str(e) ) return json.dumps({u'error': u'serverError'}) else: factory = IQuickUploadFileFactory(context) logger.info( "uploading file with %s: filename=%s, title=%s, " "description=%s, content_type=%s, portal_type=%s" % (upload_with, file_name, title, description, content_type, portal_type)) try: f = factory(file_name, title, description, content_type, file_data, portal_type) except ConflictError: # Allow Zope to retry up to three times, and if that still # fails, handle ConflictErrors on client side if necessary raise except Exception as e: logger.error( "Error creating %s file: %s", file_name, str(e) ) return json.dumps({u'error': u'serverError'}) if f['success'] is not None: o = f['success'] logger.info("file url: %s" % o.absolute_url()) if HAS_UUID: uid = IUUID(o) else: uid = o.UID() msg = { u'success': True, u'uid': uid, u'name': o.getId(), u'title': o.pretty_title_or_id() } else: msg = {u'error': f['error']} else: msg = {u'error': u'emptyError'} return json.dumps(msg)
def update(self): #Zerando a variavel de retorno self.retorno = {} try: context = aq_inner(self.context) #TODO: Alterar os nomes das variaveis file_data = self.request.form.get('file', '') new_file = self.request.form.get('new_file', '') try: new_file = eval(new_file) except: new_file = False folder_path = self.request.form.get('folder_path', '') p_membership = getToolByName(context, "portal_membership") user_admin = p_membership.getMemberById('admin') # stash the existing security manager so we can restore it old_security_manager = getSecurityManager() # create a new context, as the owner of the folder newSecurityManager(self.request,user_admin) if file_data: #Mudando de contexto de acordo com o meu folder_path if folder_path and folder_path != '/': context = create_or_set_folder_path(folder_path.split('/'), context) title = file_name = file_data.filename id_file_name = normalize_id_to_file_name(title, context) description = '' mime_type = mimetypes.guess_type(file_name)[0] portal_type = 'File' upload_with = "CLASSIC FORM POST" #Verifico aqui se existe o arquivo no meu contexto try: newid = get_id_from_filename(file_name, context) except MissingExtension: raise Exception('missingExtensionFile') if newid in context or id_file_name in context: updated_object = context.get(newid, False) or context[id_file_name] mtool = getToolByName(context, 'portal_membership') if mtool.checkPermission(ModifyPortalContent, updated_object): can_overwrite = True else: can_overwrite = False if not can_overwrite: logger.debug("The file id for %s already exists, upload rejected" % file_name) raise Exception('serverErrorAlreadyExists') overwritten_file = updated_object else: overwritten_file = None if overwritten_file is not None: logger.info("reuploading %s file with %s : title=%s, description=%s, mime_type=%s" % \ (overwritten_file.absolute_url(), upload_with, title, description, mime_type)) try : f = vindula_file_updater(overwritten_file, file_name, title, description, mime_type, file_data) if f['success'] is not None: queueJob(f['success']) except Exception, e: logger.error("Error updating %s file : %s", file_name, str(e)) raise Exception("Error updating %s file : %s" % (file_name, str(e))) else: logger.info("uploading file with %s : filename=%s, title=%s, description=%s, mime_type=%s, portal_type=%s" % \ (upload_with, file_name, title, description, mime_type, portal_type)) try : f = vindula_file_factory(context, file_name, title, description, mime_type, file_data, portal_type) except Exception, e: logger.error("Error creating %s file : %s", file_name, str(e)) raise Exception("Error updating %s file : %s" % (file_name, str(e))) if f['success'] is not None : o = f['success'] self.retorno['uid'] = o.UID() logger.info("file url: %s" % o.absolute_url())