def taskProcess(self):
parameters = self.paramsToDictionary()
if 'url' not in parameters:
raise ParamException
urlObject = Object()
urlObject.addString('url_original', parameters['url'])
urlObject.addString('origin', self.ORIGIN)
urlObject.addString('type', 'url')
if 'referrer' in parameters:
urlObject.addString('referrer', parameters['referrer'])
newObjectId = self.osAdapter.objectsPut(self.currentTask.job, self.currentTask.task_id, [urlObject])
self.newObjects.extend(newObjectId)
def createNewObject(self, filepath, fileExtension):
logging.info("Creating new object for file %s" % filepath)
obj = Object()
obj.addBytes("content", long(self.dsAdapter.putFile(filepath, self.currentTask.job)))
obj.addString("file_type", fileExtension)
return obj
