def taskProcess(self): parameters = self.paramsToDictionary() if 'url' not in parameters: raise ParamException urlObject = Object() urlObject.addString('url_original', parameters['url']) urlObject.addString('origin', self.ORIGIN) urlObject.addString('type', 'url') if 'referrer' in parameters: urlObject.addString('referrer', parameters['referrer']) newObjectId = self.osAdapter.objectsPut(self.currentTask.job, self.currentTask.task_id, [urlObject]) self.newObjects.extend(newObjectId)
def createNewObject(self, filepath, fileExtension): logging.info("Creating new object for file %s" % filepath) obj = Object() obj.addBytes("content", long(self.dsAdapter.putFile(filepath, self.currentTask.job))) obj.addString("file_type", fileExtension) return obj