class ListAppender(object): classProvides(ISectionBlueprint) implements(ISection) def __init__(self, transmogrifier, name, options, previous): self.previous = previous self.condition = Condition(options.get('condition', 'python:True'), transmogrifier, name, options) self.items = IAnnotations(transmogrifier)[LISTKEY][options['section']] self.keys = Expression(options.get('keys', 'nothing'), transmogrifier, name, options) self.copykeys = Expression(options.get('copy-keys', 'nothing'), transmogrifier, name, options) def __iter__(self): for item in self.previous: if self.condition(item): keys = self.keys(item) copykeys = self.copykeys(item) if keys or copykeys: new_item = dict( (key, item.pop(key)) for key in keys if key in item) new_item.update( (key, item[key]) for key in copykeys if key in item) if new_item: self.items.append(new_item) yield item else: self.items.append(item) else: yield item
class ListAppender(object): classProvides(ISectionBlueprint) implements(ISection) def __init__(self, transmogrifier, name, options, previous): self.previous = previous self.condition = Condition(options.get('condition', 'python:True'), transmogrifier, name, options) self.items = IAnnotations(transmogrifier)[LISTKEY][options['section']] self.keys = Expression( options.get('keys', 'nothing'), transmogrifier, name, options) self.copykeys = Expression( options.get('copy-keys', 'nothing'), transmogrifier, name, options) def __iter__(self): for item in self.previous: if self.condition(item): keys = self.keys(item) copykeys = self.copykeys(item) if keys or copykeys: new_item = dict( (key, item.pop(key)) for key in keys if key in item) new_item.update( (key, item[key]) for key in copykeys if key in item) if new_item: self.items.append(new_item) yield item else: self.items.append(item) else: yield item
class DexterityUpdateSection(object): classProvides(ISectionBlueprint) def __init__(self, transmogrifier, name, options, previous): self.previous = previous self.context = transmogrifier.context self.name = name self.pathkey = defaultMatcher(options, 'path-key', name, 'path') self.fileskey = options.get('files-key', '_files').strip() self.disable_constraints = Expression( options.get('disable-constraints', 'python: False'), transmogrifier, name, options, ) # create logger if options.get('logger'): self.logger = logging.getLogger(options['logger']) self.loglevel = getattr(logging, options['loglevel'], None) if self.loglevel is None: # Assume it's an integer: self.loglevel = int(options['loglevel']) self.logger.setLevel(self.loglevel) self.log = lambda s: self.logger.log(self.loglevel, s) else: self.log = None self.errored = IAnnotations(transmogrifier).setdefault(ERROREDKEY, []) def __iter__(self): for item in self.previous: pathkey = self.pathkey(*item.keys())[0] # not enough info if not pathkey: yield item continue path = item[pathkey] # Skip the Plone site object itself if not path: yield item continue obj = self.context.unrestrictedTraverse(path.encode().lstrip('/'), None) # path doesn't exist if obj is None: yield item continue if IDexterityContent.providedBy(obj): uuid = item.get('plone.uuid') if uuid is not None: try: IMutableUUID(obj).set(str(uuid)) except: self.errored.append(item['_original_path']) files = item.setdefault(self.fileskey, {}) # For all fields in the schema, update in roughly the same way # z3c.form.widget.py would for schemata in iterSchemata(obj): for name, field in getFieldsInOrder(schemata): if name == 'id': continue if field.readonly: continue #setting value from the blueprint cue value = item.get(name, _marker) if value is not _marker: # Value was given in pipeline, so set it deserializer = IDeserializer(field) value = deserializer( value, files, item, self.disable_constraints, logger=self.log, ) field.set(field.interface(obj), value) continue # Get the widget's current value, if it has one then leave # it alone value = getMultiAdapter( (obj, field), interfaces.IDataManager).query() if not (value is field.missing_value or value is interfaces.NO_VALUE): continue # Finally, set a default value if nothing is set so far default = queryMultiAdapter( ( obj, obj.REQUEST, # request None, # form field, None, # Widget ), interfaces.IValue, name='default') if default is not None: default = default.get() if default is None: default = getattr(field, 'default', None) if default is None: try: default = field.missing_value except AttributeError: pass field.set(field.interface(obj), default) try: notify(ObjectModifiedEvent(obj)) except: print 'Error probably in linkintegrity transform' yield item
class DataFields(object): def __init__(self, transmogrifier, name, options, previous): self.previous = previous self.context = transmogrifier.context self.datafield_prefix = options.get("datafield-prefix", "_datafield_") self.root_path_length = len(self.context.getPhysicalPath()) self.errored = IAnnotations(api.portal.get().REQUEST).setdefault( ERROREDKEY, []) def __iter__(self): for item in self.previous: # not enough info if "_path" not in item: yield item continue obj = self.context.unrestrictedTraverse( str(item["_path"].lstrip("/")), None) # path doesn't exist if obj is None: yield item continue # do nothing if we got a wrong object through acquisition path = item["_path"] if path.startswith("/"): path = path[1:] if ("/".join(obj.getPhysicalPath()[self.root_path_length:]) != path): yield item continue for key in item.keys(): if not key.startswith(self.datafield_prefix): continue fieldname = key[len(self.datafield_prefix):] field = None for schemata in iterSchemata(obj): for name, s_field in getFieldsInOrder(schemata): if name == fieldname: field = s_field try: deserializer = queryMultiAdapter((field, obj), IDeserializer) value = deserializer(item[key], None, item) except Exception as e: logger.exception(e) self.errored.append({ "path": path, "reason": "Deserialization Error", }) continue field.set(field.interface(obj), value) if not field: logger.warning( "Can't find a suitable destination field ".format( fieldname)) yield item
class DexterityUpdateSection(object): def __init__(self, transmogrifier, name, options, previous): self.transmogrifier = transmogrifier self.transmogrifier.fixrelations = [] self.previous = previous self.context = transmogrifier.context self.name = name self.pathkey = defaultMatcher(options, "path-key", name, "path") self.fileskey = options.get("files-key", "_files").strip() self.disable_constraints = Expression( options.get("disable-constraints", "python: False"), transmogrifier, name, options, ) # create logger if options.get("logger"): self.logger = logging.getLogger(options["logger"]) self.loglevel = getattr(logging, options["loglevel"], None) if self.loglevel is None: # Assume it's an integer: self.loglevel = int(options["loglevel"]) self.logger.setLevel(self.loglevel) self.log = lambda s: self.logger.log(self.loglevel, s) else: self.log = None self.errored = IAnnotations(api.portal.get().REQUEST).setdefault( ERROREDKEY, []) def __iter__(self): # noqa # need to be refactored for item in self.previous: pathkey = self.pathkey(*list(item.keys()))[0] # not enough info if not pathkey: yield item continue path = item[pathkey] # Skip the Plone site object itself if not path: yield item continue obj = self.context.unrestrictedTraverse(path.lstrip("/"), None) # path doesn't exist if obj is None: yield item continue if IDexterityContent.providedBy(obj): uuid = item.get("plone.uuid") if uuid is not None: try: IMutableUUID(obj).set(str(uuid)) except Exception: self.errored.append(item["_original_path"]) files = item.setdefault(self.fileskey, {}) # For all fields in the schema, update in roughly the same way # z3c.form.widget.py would for schemata in iterSchemata(obj): for name, field in getFieldsInOrder(schemata): if name == "id": continue if field.readonly: continue # setting value from the blueprint cue value = item.get(name, _marker) if value is not _marker: if IRelationList.providedBy( field) or IRelationChoice.providedBy( field): # noqa self.transmogrifier.fixrelations.append(( "/".join(obj.getPhysicalPath()), name, value, )) # noqa # Value was given in pipeline, so set it deserializer = queryMultiAdapter((field, obj), IDeserializer) try: value = deserializer( value, files, item, self.disable_constraints, logger=self.log, ) field.set(field.interface(obj), value) continue except Exception: continue # Get the widget's current value, if it has one then # leave it alone value = getMultiAdapter( (obj, field), interfaces.IDataManager).query() if not (value is field.missing_value or value is interfaces.NO_VALUE): continue # Finally, set a default value if nothing is set so far default = queryMultiAdapter( ( obj, obj.REQUEST, # request None, # form field, None, # Widget ), interfaces.IValue, name="default", ) if schemata.__name__ == "IAllowDiscussion": default = item.get("allow_discusion", None) field.set(field.interface(obj), default) continue if default is not None: default = default.get() if default is None: default = getattr(field, "default", None) if default is None: try: default = field.missing_value except AttributeError: pass field.set(field.interface(obj), default) notify(ObjectModifiedEvent(obj)) yield item
class DexterityUpdateSection(object): classProvides(ISectionBlueprint) def __init__(self, transmogrifier, name, options, previous): self.previous = previous self.context = transmogrifier.context self.name = name self.pathkey = defaultMatcher(options, 'path-key', name, 'path') self.fileskey = options.get('files-key', '_files').strip() self.disable_constraints = Expression( options.get('disable-constraints', 'python: False'), transmogrifier, name, options, ) # create logger if options.get('logger'): self.logger = logging.getLogger(options['logger']) self.loglevel = getattr(logging, options['loglevel'], None) if self.loglevel is None: # Assume it's an integer: self.loglevel = int(options['loglevel']) self.logger.setLevel(self.loglevel) self.log = lambda s: self.logger.log(self.loglevel, s) else: self.log = None self.errored = IAnnotations(transmogrifier).setdefault(ERROREDKEY, []) def __iter__(self): for item in self.previous: pathkey = self.pathkey(*item.keys())[0] # not enough info if not pathkey: yield item continue path = item[pathkey] # Skip the Plone site object itself if not path: yield item continue obj = self.context.unrestrictedTraverse( path.encode().lstrip('/'), None) # path doesn't exist if obj is None: yield item continue if IDexterityContent.providedBy(obj): uuid = item.get('plone.uuid') if uuid is not None: try: IMutableUUID(obj).set(str(uuid)) except: self.errored.append(item['_original_path']) files = item.setdefault(self.fileskey, {}) # For all fields in the schema, update in roughly the same way # z3c.form.widget.py would for schemata in iterSchemata(obj): for name, field in getFieldsInOrder(schemata): if name == 'id': continue if field.readonly: continue #setting value from the blueprint cue value = item.get(name, _marker) if value is not _marker: # Value was given in pipeline, so set it deserializer = IDeserializer(field) value = deserializer( value, files, item, self.disable_constraints, logger=self.log, ) field.set(field.interface(obj), value) continue # Get the widget's current value, if it has one then leave # it alone value = getMultiAdapter( (obj, field), interfaces.IDataManager).query() if not(value is field.missing_value or value is interfaces.NO_VALUE): continue # Finally, set a default value if nothing is set so far default = queryMultiAdapter(( obj, obj.REQUEST, # request None, # form field, None, # Widget ), interfaces.IValue, name='default') if default is not None: default = default.get() if default is None: default = getattr(field, 'default', None) if default is None: try: default = field.missing_value except AttributeError: pass field.set(field.interface(obj), default) notify(ObjectModifiedEvent(obj)) yield item