def test_full_pipeline():
import h5py
import os
os.environ['CUDA_VISIBLE_DEVICES'] = '1'
from inferno.io.transform import Compose
from inferno.io.transform.generic import Normalize, Cast, AsTorchBatch
#tiktorch = TikTorch('/export/home/jhugger/sfb1129/test_configs_tiktorch/config/')
tiktorch = TikTorch('/home/jo/config/')
#with h5py.File('/export/home/jhugger/sfb1129/sample_C_20160501.hdf') as f:
with h5py.File('/home/jo/sfb1129/sample_C_20160501.hdf') as f:
cremi_raw = f['volumes']['raw'][:, 0:512, 0:512]
transform = Compose(Normalize(), Cast('float32'))
inputs = [transform(cremi_raw[i:i + 1]) for i in range(1)]
halo = tiktorch.halo
max_shape = tiktorch.dry_run([512, 512])
print(f'Halo: {halo}')
print(f'max_shape: {max_shape}')
out = tiktorch.forward(inputs)
return 0
def get_transforms(self):
transforms = Compose(
Normalize(),
# after normalize since raw data comes in uint8
AdditiveGaussianNoise(sigma=.025),
Cast(self.dtype))
return transforms
def test_model(self):
self.setUp()
shape = self.handler.binary_dry_run([1250, 1250])
transform = Compose(Normalize(), Cast('float32'))
with h5py.File(
'/export/home/jhugger/sfb1129/sample_C_20160501.hdf') as f:
#with h5py.File('/home/jo/sfb1129/sample_C_20160501.hdf') as f:
cremi_raw = f['volumes']['raw'][0:1, 0:shape[0], 0:shape[1]]
input_tensor = torch.from_numpy(transform(cremi_raw[0:1]))
out = self.handler.forward(torch.unsqueeze(input_tensor, 0))
import scipy
scipy.misc.imsave('/export/home/jhugger/sfb1129/tiktorch/out.jpg',
out[0, 0].data.cpu().numpy())
def get_transforms(self, mean, std, sigma, p_augment_ws,
zero_mean_unit_variance):
transforms = Compose(Cast(self.dtype))
# add normalization (zero mean / unit variance)
if zero_mean_unit_variance:
transforms.add(Normalize(mean=mean, std=std))
else:
transforms.add(Normalize01())
# add noise transform if specified
if sigma is not None:
transforms.add(AdditiveNoise(sigma=sigma))
# add watershed super-pixel augmentation is specified
if p_augment_ws > 0.:
assert WatershedAugmentation is not None
transforms.add(WatershedAugmentation(p_augment_ws, invert=True))
return transforms
def test_dunet():
import h5py
import os
os.environ['CUDA_VISIBLE_DEVICES'] = '1'
from inferno.io.transform import Compose
from inferno.io.transform.generic import Normalize, Cast, AsTorchBatch
#tiktorch = TikTorch('/export/home/jhugger/sfb1129/test_configs_tiktorch/config/')
tiktorch = TikTorch('/home/jo/config/')
#with h5py.File('/export/home/jhugger/sfb1129/sample_C_20160501.hdf') as f:
with h5py.File('/home/jo/sfb1129/sample_C_20160501.hdf') as f:
cremi_raw = f['volumes']['raw'][:, 0:1024, 0:1024]
transform = Compose(Normalize(), Cast('float32'))
tikin_list = [TikIn([transform(cremi_raw[i:i + 1]) for i in range(1)])]
inputs = [transform(cremi_raw[i:i + 1]) for i in range(2)]
out = tiktorch.forward(inputs)
return 0
def test_model(self):
self.setUp()
# shape = self.handler.binary_dry_run([2000, 2000])
transform = Compose(Normalize(), Cast("float32"))
# with h5py.File('/export/home/jhugger/sfb1129/sample_C_20160501.hdf') as f:
with h5py.File(
"/export/home/jhugger/sfb1129/sample_C_20160501.hdf") as f:
cremi_raw = f["volumes"]["raw"][0:1, 0:1248, 0:1248]
input_tensor = torch.from_numpy(transform(cremi_raw[0:1]))
input_tensor = torch.rand(1, 572, 572)
print(torch.unsqueeze(input_tensor, 0).shape)
out = self.handler.forward(torch.unsqueeze(input_tensor, 0))
import scipy
scipy.misc.imsave("/export/home/jhugger/sfb1129/tiktorch/out.jpg",
out[0, 0].data.cpu().numpy())
scipy.misc.imsave("/home/jo/server/tiktorch/out.jpg",
out[0, 0].data.cpu().numpy())
def make_transforms(self):
transforms = Compose(PadTo(self.window_size), RandomFlip3D(), RandomRotate())
if self.master_config.get('elastic_transform'):
elastic_transform_config = self.master_config.get('elastic_transform')
transforms.add(ElasticTransform(alpha=elastic_transform_config.get('alpha', 2000.),
sigma=elastic_transform_config.get('sigma', 50.),
order=elastic_transform_config.get('order', 0)))
# affinity transforms for affinity targets
# we apply the affinity target calculation only to the segmentation (1)
affinity_config = self.master_config.get('affinity_config', None)
# Do we also train with semantic labels ?
train_semantic = self.master_config.get('train_semantic', False)
if affinity_config is None:
if train_semantic:
transforms.add(Semantics(apply_to=[1]))
self.label_transforms = None
else:
self.label_transforms = Cast('float32')
elif affinity_config == 'distances':
# TODO read the bandwidths from the config
self.label_transforms = Compose(Cast('int64'), ConnectedComponents3D())
from ..transforms.distance_transform import SignedDistanceTransform
transforms.add(SignedDistanceTransform(fg_bandwidth=8,
bg_bandwidth=32,
apply_to=[1]))
else:
if train_semantic:
# we can't apply connected components yet if we train semantics and affinities
self.label_transforms = Cast('int64')
transforms.add(SemanticsAndAffinities(affinity_config, apply_to=[1]))
else:
self.label_transforms = Compose(Cast('int64'), ConnectedComponents3D())
transforms.add(affinity_config_to_transform(apply_to=[1], **affinity_config))
self.transforms = transforms
sigma = 0.025
self.raw_transforms = Compose(Cast('float32'), Normalize(), AdditiveNoise(sigma=sigma))
def get_transforms(self, mean, std):
transforms = Compose(Cast(self.dtype), Normalize(mean=mean, std=std))
return transforms
def get_transforms(self):
transforms = Compose(Normalize(), Cast(self.dtype))
return transforms