Ejemplo n.º 1
0
# Author   : septicmk
# Date     : 2015/07/25 16:14:09
# FileName : main.py
################################

from lambdaimage import preprocess as prep
from lambdaimage import registration as reg
from lambdaimage import fusion as fus
from pyspark import SparkContext, SparkConf
from lambdaimage import lambdaimageContext
from lambdaimage.utils.tool import exeTime, log, showsize
import numpy as np

#conf = SparkConf().setAppName('test').setMaster('local[1]').set('spark.executor.memory','2g').set('spark.driver.maxResultSize','6g').set('spark.driver.memory','8g').set('spark.local.dir','/dev/shm').set('spark.storage.memoryFraction','0.2').set('spark.default.parallelism','10')
#tsc=lambdaimageContext.start(conf=conf)
tsc = lambdaimageContext.start(master="spark://blade12:7077",appName="lambdaimage")
log('info')('tiff load start...')
rddA = tsc.loadImages('/home/wb/data/1-L/*.tif', inputFormat='tif-stack')
rddB = tsc.loadImages('/home/wb/data/1-R/*.tif', inputFormat='tif-stack')
log('info')('tiff load over...')

log('info')('intensity normalization start ...')
rddA = prep.intensity_normalization(rddA)
rddB = prep.intensity_normalization(rddB)
rddB = prep.flip(rddB)

_rddA = prep.intensity_normalization(rddA,8)
_rddB = prep.intensity_normalization(rddB,8)
log('info')('intensity normalization over ...')

log('info')('registration start ...')
Ejemplo n.º 2
0
from lambdaimage import preprocess as prep
from lambdaimage import registration as reg
from lambdaimage import fusion as fus
from lambdaimage import segmentation as seg
from lambdaimage import lambdaimageContext
from lambdaimage.utils.tool import exeTime, log
from pyspark import SparkContext, SparkConf
from parseXML import load_xml_file, get_function
import numpy as np
import time

conf = SparkConf().setAppName('test').setMaster('local[1]').set('spark.executor.memory','2g').set('spark.driver.maxResultSize','6g').set('spark.driver.memory','8g').set('spark.local.dir','/dev/shm').set('spark.storage.memoryFraction','0.2').set('spark.default.parallelism','10')
tsc=lambdaimageContext.start(conf=conf)

result = load_xml_file("./lambdaimage.xml")
count = 0

log('info')('load tiff ...')
rddA = tsc.loadImages('/home/wb/data/1-L/*.tif', inputFormat='tif-stack')
rddB = tsc.loadImages('/home/wb/data/1-R/*.tif', inputFormat='tif-stack')

log('info')('preprocess ...')
fun, para = get_function(count, result)
_rddA = eval(fun)(rddA,int(para[0]))
print fun
_rddB = eval(fun)(rddB,int(para[0]))
print fun
count += 1
fun, para = get_function(count, result)
_rddB = eval(fun)(_rddB)
print fun