Example #1
0
    def process(self, message):

        end = message.get('end')
        start = message.get('start')
        startDoy = message.get('startDoy')
        startYear = message.get('startYear')
        layer = message.get('layer')
        region = message.get('region')
        productName = message.get('productName').replace('.', '_')

        outputFilename = "_".join([
            productName, layer['name'], startYear + startDoy, region
        ]) + '.tif'
        outputFilepath = os.path.join(self.module_path, outputFilename)

        utils.removeFileIfExist(outputFilepath)

        utils.log(self.name, 'Generating', outputFilename, 'merging',
                  str(len(layer['files'])), 'files')
        gdal_utils.mosaic(layer['files'], outputFilepath, layer['nodata'])

        tmpFiles = message.get('tmpFiles')
        tmpFiles += layer['files']
        message.set('tmpFiles', tmpFiles)

        del layer['files']
        layer['file'] = outputFilepath
        message.set('layer', layer)

        utils.log(self.name, 'Forward message (', outputFilename, ')')
        self.publish(message)
Example #2
0
	def process(self, message):
		
		end = message.get('end')
		start = message.get('start')
		layer = message.get('layer')
		startDoy = message.get('startDoy')
		startYear = message.get('startYear')
		region = message.get('region')
		pathShp = message.get('path_shp')
		productName = message.get('productName').replace('.','_')

		inputFilepath = layer['file'];
		inputFilename = os.path.basename(inputFilepath)

		outputFilename = "_".join([productName, layer['name'], startYear + startDoy, region]) + '.tif'
		outputFilepath = os.path.join(self.module_path, outputFilename)

		utils.removeFileIfExist(outputFilepath)

		shapeFilepath = os.path.join(pathShp, region.lower() + '.shp')
		
		utils.log(self.name, 'Generating', outputFilename, ' by region ', region)
		gdal_utils.clipCmd(self.clip_cmd, inputFilepath, outputFilepath, shapeFilepath, layer['nodata'])

		tmpFiles = message.get('tmpFiles')
		tmpFiles.append(layer['file'])
		message.set('tmpFiles', tmpFiles)

		layer['file'] = outputFilepath
		message.set('layer', layer)

		utils.log(self.name, 'Forward message (', outputFilename, ')')
		self.publish(message)
Example #3
0
	def process(self, message):
		
		end = message.get('end')
		start = message.get('start')
		startDoy = message.get('startDoy')
		startYear = message.get('startYear')
		layer = message.get('layer')
		region = message.get('region')
		productName = message.get('productName').replace('.','_')

		outputFilename = "_".join([productName, layer['name'], startYear + startDoy , region]) + '.tif'
		outputFilepath = os.path.join(self.module_path, outputFilename)

		utils.removeFileIfExist(outputFilepath)

		utils.log(self.name, 'Generating', outputFilename, 'merging', str(len(layer['files'])), 'files')
		gdal_utils.mosaic(layer['files'], outputFilepath, layer['nodata'])

		tmpFiles = message.get('tmpFiles')
		tmpFiles += layer['files']
		message.set('tmpFiles', tmpFiles)

		del layer['files']
		layer['file'] = outputFilepath
		message.set('layer', layer)

		utils.log(self.name, 'Forward message (', outputFilename, ')')
		self.publish(message)
Example #4
0
    def process(self, message):
        layer = message.get('layer')
        tmpFiles = message.get('tmpFiles')

        originPath = layer['file']

        destinationFilename = os.path.basename(layer['file'])
        destinationPath = os.path.join(self.module_path, destinationFilename)

        utils.log(self.name, 'Removing temp files')
        for tmpFile in tmpFiles:
            utils.removeFileIfExist(tmpFile)

        utils.moveFile(originPath, destinationPath)
        utils.log(self.name, destinationFilename, ' is ready to use !!!')
Example #5
0
	def process(self, message):
		layer = message.get('layer')
		tmpFiles = message.get('tmpFiles')

		originPath = layer['file']
		
		destinationFilename = os.path.basename(layer['file'])
		destinationPath = os.path.join(self.module_path, destinationFilename)

		utils.log(self.name, 'Removing temp files')
		for tmpFile in tmpFiles:
			utils.removeFileIfExist(tmpFile)

		utils.moveFile(originPath, destinationPath)
		utils.log(self.name, destinationFilename, ' is ready to use !!!')
Example #6
0
    def process(self, message):

        math = message.get('math')
        layer = message.get('layer')
        primaryMath = math['primary']

        layerName = layer['name']

        if layerName in primaryMath:
            noData = layer['nodata']
            layerMath = primaryMath[layerName]

            dataType = layerMath['datatype']
            expression = layerMath['expression']

            inputFilepath = layer['file']
            inputFilename = os.path.basename(inputFilepath)

            outputFilename = inputFilename
            outputFilepath = os.path.join(self.module_path, outputFilename)

            expression = expression.replace('{' + layerName + '}', '{0}')

            utils.removeFileIfExist(outputFilepath)
            utils.log(self.name, 'Expression calculation', outputFilename,
                      expression)
            gdal_utils.calc([inputFilepath], outputFilepath, expression,
                            dataType, noData)

            tmpFiles = message.get('tmpFiles')
            tmpFiles.append(layer['file'])
            message.set('tmpFiles', tmpFiles)

            layer['file'] = outputFilepath
            message.set('layer', layer)

        utils.log(self.name, 'Forward message (', layerName, ')')
        self.publish(message)
Example #7
0
    def process(self, message):

        end = message.get('end')
        start = message.get('start')
        layer = message.get('layer')
        startDoy = message.get('startDoy')
        startYear = message.get('startYear')
        region = message.get('region')
        pathShp = message.get('path_shp')
        productName = message.get('productName').replace('.', '_')

        inputFilepath = layer['file']
        inputFilename = os.path.basename(inputFilepath)

        outputFilename = "_".join([
            productName, layer['name'], startYear + startDoy, region
        ]) + '.tif'
        outputFilepath = os.path.join(self.module_path, outputFilename)

        utils.removeFileIfExist(outputFilepath)

        shapeFilepath = os.path.join(pathShp, region.lower() + '.shp')

        utils.log(self.name, 'Generating', outputFilename, ' by region ',
                  region)
        gdal_utils.clipCmd(self.clip_cmd, inputFilepath, outputFilepath,
                           shapeFilepath, layer['nodata'])

        tmpFiles = message.get('tmpFiles')
        tmpFiles.append(layer['file'])
        message.set('tmpFiles', tmpFiles)

        layer['file'] = outputFilepath
        message.set('layer', layer)

        utils.log(self.name, 'Forward message (', outputFilename, ')')
        self.publish(message)
Example #8
0
	def process(self, message):
		
		math = message.get('math')
		layer = message.get('layer')
		primaryMath = math['primary']

		layerName = layer['name']

		if layerName in primaryMath:
			noData = layer['nodata']
			layerMath = primaryMath[layerName]
			
			dataType = layerMath['datatype']
			expression = layerMath['expression']
			
			inputFilepath = layer['file'];
			inputFilename = os.path.basename(inputFilepath)

			outputFilename = inputFilename
			outputFilepath = os.path.join(self.module_path, outputFilename)

			expression = expression.replace('{' + layerName + '}', '{0}')

			utils.removeFileIfExist(outputFilepath)
			utils.log(self.name, 'Expression calculation', outputFilename, expression)
			gdal_utils.calc([inputFilepath], outputFilepath, expression, dataType, noData)

			tmpFiles = message.get('tmpFiles')
			tmpFiles.append(layer['file'])
			message.set('tmpFiles', tmpFiles)

			layer['file'] = outputFilepath
			message.set('layer', layer)

		utils.log(self.name, 'Forward message (', layerName, ')')
		self.publish(message)