def process(self, message): end = message.get('end') start = message.get('start') startDoy = message.get('startDoy') startYear = message.get('startYear') layer = message.get('layer') region = message.get('region') productName = message.get('productName').replace('.', '_') outputFilename = "_".join([ productName, layer['name'], startYear + startDoy, region ]) + '.tif' outputFilepath = os.path.join(self.module_path, outputFilename) utils.removeFileIfExist(outputFilepath) utils.log(self.name, 'Generating', outputFilename, 'merging', str(len(layer['files'])), 'files') gdal_utils.mosaic(layer['files'], outputFilepath, layer['nodata']) tmpFiles = message.get('tmpFiles') tmpFiles += layer['files'] message.set('tmpFiles', tmpFiles) del layer['files'] layer['file'] = outputFilepath message.set('layer', layer) utils.log(self.name, 'Forward message (', outputFilename, ')') self.publish(message)
def process(self, message): end = message.get('end') start = message.get('start') layer = message.get('layer') startDoy = message.get('startDoy') startYear = message.get('startYear') region = message.get('region') pathShp = message.get('path_shp') productName = message.get('productName').replace('.','_') inputFilepath = layer['file']; inputFilename = os.path.basename(inputFilepath) outputFilename = "_".join([productName, layer['name'], startYear + startDoy, region]) + '.tif' outputFilepath = os.path.join(self.module_path, outputFilename) utils.removeFileIfExist(outputFilepath) shapeFilepath = os.path.join(pathShp, region.lower() + '.shp') utils.log(self.name, 'Generating', outputFilename, ' by region ', region) gdal_utils.clipCmd(self.clip_cmd, inputFilepath, outputFilepath, shapeFilepath, layer['nodata']) tmpFiles = message.get('tmpFiles') tmpFiles.append(layer['file']) message.set('tmpFiles', tmpFiles) layer['file'] = outputFilepath message.set('layer', layer) utils.log(self.name, 'Forward message (', outputFilename, ')') self.publish(message)
def process(self, message): end = message.get('end') start = message.get('start') startDoy = message.get('startDoy') startYear = message.get('startYear') layer = message.get('layer') region = message.get('region') productName = message.get('productName').replace('.','_') outputFilename = "_".join([productName, layer['name'], startYear + startDoy , region]) + '.tif' outputFilepath = os.path.join(self.module_path, outputFilename) utils.removeFileIfExist(outputFilepath) utils.log(self.name, 'Generating', outputFilename, 'merging', str(len(layer['files'])), 'files') gdal_utils.mosaic(layer['files'], outputFilepath, layer['nodata']) tmpFiles = message.get('tmpFiles') tmpFiles += layer['files'] message.set('tmpFiles', tmpFiles) del layer['files'] layer['file'] = outputFilepath message.set('layer', layer) utils.log(self.name, 'Forward message (', outputFilename, ')') self.publish(message)
def process(self, message): layer = message.get('layer') tmpFiles = message.get('tmpFiles') originPath = layer['file'] destinationFilename = os.path.basename(layer['file']) destinationPath = os.path.join(self.module_path, destinationFilename) utils.log(self.name, 'Removing temp files') for tmpFile in tmpFiles: utils.removeFileIfExist(tmpFile) utils.moveFile(originPath, destinationPath) utils.log(self.name, destinationFilename, ' is ready to use !!!')
def process(self, message): math = message.get('math') layer = message.get('layer') primaryMath = math['primary'] layerName = layer['name'] if layerName in primaryMath: noData = layer['nodata'] layerMath = primaryMath[layerName] dataType = layerMath['datatype'] expression = layerMath['expression'] inputFilepath = layer['file'] inputFilename = os.path.basename(inputFilepath) outputFilename = inputFilename outputFilepath = os.path.join(self.module_path, outputFilename) expression = expression.replace('{' + layerName + '}', '{0}') utils.removeFileIfExist(outputFilepath) utils.log(self.name, 'Expression calculation', outputFilename, expression) gdal_utils.calc([inputFilepath], outputFilepath, expression, dataType, noData) tmpFiles = message.get('tmpFiles') tmpFiles.append(layer['file']) message.set('tmpFiles', tmpFiles) layer['file'] = outputFilepath message.set('layer', layer) utils.log(self.name, 'Forward message (', layerName, ')') self.publish(message)
def process(self, message): end = message.get('end') start = message.get('start') layer = message.get('layer') startDoy = message.get('startDoy') startYear = message.get('startYear') region = message.get('region') pathShp = message.get('path_shp') productName = message.get('productName').replace('.', '_') inputFilepath = layer['file'] inputFilename = os.path.basename(inputFilepath) outputFilename = "_".join([ productName, layer['name'], startYear + startDoy, region ]) + '.tif' outputFilepath = os.path.join(self.module_path, outputFilename) utils.removeFileIfExist(outputFilepath) shapeFilepath = os.path.join(pathShp, region.lower() + '.shp') utils.log(self.name, 'Generating', outputFilename, ' by region ', region) gdal_utils.clipCmd(self.clip_cmd, inputFilepath, outputFilepath, shapeFilepath, layer['nodata']) tmpFiles = message.get('tmpFiles') tmpFiles.append(layer['file']) message.set('tmpFiles', tmpFiles) layer['file'] = outputFilepath message.set('layer', layer) utils.log(self.name, 'Forward message (', outputFilename, ')') self.publish(message)
def process(self, message): math = message.get('math') layer = message.get('layer') primaryMath = math['primary'] layerName = layer['name'] if layerName in primaryMath: noData = layer['nodata'] layerMath = primaryMath[layerName] dataType = layerMath['datatype'] expression = layerMath['expression'] inputFilepath = layer['file']; inputFilename = os.path.basename(inputFilepath) outputFilename = inputFilename outputFilepath = os.path.join(self.module_path, outputFilename) expression = expression.replace('{' + layerName + '}', '{0}') utils.removeFileIfExist(outputFilepath) utils.log(self.name, 'Expression calculation', outputFilename, expression) gdal_utils.calc([inputFilepath], outputFilepath, expression, dataType, noData) tmpFiles = message.get('tmpFiles') tmpFiles.append(layer['file']) message.set('tmpFiles', tmpFiles) layer['file'] = outputFilepath message.set('layer', layer) utils.log(self.name, 'Forward message (', layerName, ')') self.publish(message)