# Author : septicmk # Date : 2015/07/25 16:14:09 # FileName : main.py ################################ from lambdaimage import preprocess as prep from lambdaimage import registration as reg from lambdaimage import fusion as fus from pyspark import SparkContext, SparkConf from lambdaimage import lambdaimageContext from lambdaimage.utils.tool import exeTime, log, showsize import numpy as np #conf = SparkConf().setAppName('test').setMaster('local[1]').set('spark.executor.memory','2g').set('spark.driver.maxResultSize','6g').set('spark.driver.memory','8g').set('spark.local.dir','/dev/shm').set('spark.storage.memoryFraction','0.2').set('spark.default.parallelism','10') #tsc=lambdaimageContext.start(conf=conf) tsc = lambdaimageContext.start(master="spark://blade12:7077",appName="lambdaimage") log('info')('tiff load start...') rddA = tsc.loadImages('/home/wb/data/1-L/*.tif', inputFormat='tif-stack') rddB = tsc.loadImages('/home/wb/data/1-R/*.tif', inputFormat='tif-stack') log('info')('tiff load over...') log('info')('intensity normalization start ...') rddA = prep.intensity_normalization(rddA) rddB = prep.intensity_normalization(rddB) rddB = prep.flip(rddB) _rddA = prep.intensity_normalization(rddA,8) _rddB = prep.intensity_normalization(rddB,8) log('info')('intensity normalization over ...') log('info')('registration start ...')
from lambdaimage import preprocess as prep from lambdaimage import registration as reg from lambdaimage import fusion as fus from lambdaimage import segmentation as seg from lambdaimage import lambdaimageContext from lambdaimage.utils.tool import exeTime, log from pyspark import SparkContext, SparkConf from parseXML import load_xml_file, get_function import numpy as np import time conf = SparkConf().setAppName('test').setMaster('local[1]').set('spark.executor.memory','2g').set('spark.driver.maxResultSize','6g').set('spark.driver.memory','8g').set('spark.local.dir','/dev/shm').set('spark.storage.memoryFraction','0.2').set('spark.default.parallelism','10') tsc=lambdaimageContext.start(conf=conf) result = load_xml_file("./lambdaimage.xml") count = 0 log('info')('load tiff ...') rddA = tsc.loadImages('/home/wb/data/1-L/*.tif', inputFormat='tif-stack') rddB = tsc.loadImages('/home/wb/data/1-R/*.tif', inputFormat='tif-stack') log('info')('preprocess ...') fun, para = get_function(count, result) _rddA = eval(fun)(rddA,int(para[0])) print fun _rddB = eval(fun)(rddB,int(para[0])) print fun count += 1 fun, para = get_function(count, result) _rddB = eval(fun)(_rddB) print fun