def sample_from_model(sess, data=None, **params): if type(data) is tuple: x,y = data else: x = data y = None x = np.cast[np.float32]((x - 127.5) / 127.5) ## preprocessing if 'use_coordinates' in params and params['use_coordinates']: g = grid.generate_grid((x.shape[1], x.shape[2]), batch_size=x.shape[0]) xg = np.concatenate([x, g], axis=-1) xg, _ = uf.random_crop_images(xg, output_size=(args.input_size, args.input_size)) x, g = xg[:, :, :, :3], xg[:, :, :, 3:] # global conditioning if args.global_conditional: global_lv = [] if 'z' in params: global_lv.append(params['z']) global_lv = np.concatenate(global_lv, axis=-1) # spatial conditioning if args.spatial_conditional: spatial_lv = [] if 'use_coordinates' in params and params['use_coordinates']: spatial_lv.append(g) spatial_lv = np.concatenate(spatial_lv, axis=-1) if args.global_conditional: global_lv = np.split(global_lv, args.nr_gpu) feed_dict.update({ghs[i]: global_lv[i] for i in range(args.nr_gpu)}) if args.spatial_conditional: spatial_lv = np.split(spatial_lv, args.nr_gpu) feed_dict.update({shs[i]: spatial_lv[i] for i in range(args.nr_gpu)}) x = np.split(x, args.nr_gpu) x_gen = [np.zeros_like(x[0]) for i in range(args.nr_gpu)] for yi in range(obs_shape[0]): for xi in range(obs_shape[1]): feed_dict.update({xs[i]: x_gen[i] for i in range(args.nr_gpu)}) new_x_gen_np = sess.run(new_x_gen, feed_dict=feed_dict) for i in range(args.nr_gpu): x_gen[i][:,yi,xi,:] = new_x_gen_np[i][:,yi,xi,:] return np.concatenate(x_gen, axis=0)
def make_feed_dict(data, init=False, **params): if type(data) is tuple: x,y = data else: x = data y = None x = np.cast[np.float32]((x - 127.5) / 127.5) ## preprocessing if 'use_coordinates' in params and params['use_coordinates']: g = grid.generate_grid((x.shape[1], x.shape[2]), batch_size=x.shape[0]) xg = np.concatenate([x, g], axis=-1) xg, _ = uf.random_crop_images(xg, output_size=(args.input_size, args.input_size)) x, g = xg[:, :, :, :3], xg[:, :, :, 3:] # global conditioning if args.global_conditional: global_lv = [] if 'z' in params: global_lv.append(params['z']) global_lv = np.concatenate(global_lv, axis=-1) # spatial conditioning if args.spatial_conditional: spatial_lv = [] if 'use_coordinates' in params and params['use_coordinates']: spatial_lv.append(g) spatial_lv = np.concatenate(spatial_lv, axis=-1) if init: feed_dict = {x_init: x} if args.global_conditional: feed_dict.update({gh_init: global_lv}) if args.spatial_conditional: feed_dict.update({sh_init: spatial_lv}) else: x = np.split(x, args.nr_gpu) feed_dict = {xs[i]: x[i] for i in range(args.nr_gpu)} if args.global_conditional: global_lv = np.split(global_lv, args.nr_gpu) feed_dict.update({ghs[i]: global_lv[i] for i in range(args.nr_gpu)}) if args.spatial_conditional: spatial_lv = np.split(spatial_lv, args.nr_gpu) feed_dict.update({shs[i]: spatial_lv[i] for i in range(args.nr_gpu)}) return feed_dict
def make_feed_dict(data, init=False): if type(data) is tuple: x, y = data else: x = data y = None x = np.cast[np.float32]( (x - 127.5) / 127.5 ) # input to pixelCNN is scaled from uint8 [0,255] to float in range [-1,1] g = grid.generate_grid((x.shape[1], x.shape[2]), batch_size=x.shape[0]) xg = np.concatenate([x, g], axis=-1) xg, _ = uf.random_crop_images(xg, output_size=(args.input_size, args.input_size)) x, g = xg[:, :, :, :3], xg[:, :, :, 3:] if init: feed_dict = {x_init: x} if gh_init is not None: feed_dict.update({gh_init: y}) if sh_init is not None: h = x.copy() h = uf.mask_inputs(h, train_mgen) h = np.concatenate([g, h], axis=-1) feed_dict.update({sh_init: h}) else: x = np.split(x, args.nr_gpu) g = np.split(g, args.nr_gpu) if y is not None: y = np.split(y, args.nr_gpu) feed_dict = {xs[i]: x[i] for i in range(args.nr_gpu)} if args.spatial_conditional: h = [x[i].copy() for i in range(args.nr_gpu)] for i in range(args.nr_gpu): h[i] = uf.mask_inputs(h[i], train_mgen) h[i] = np.concatenate([g[i], h[i]], axis=-1) feed_dict.update({shs[i]: h[i] for i in range(args.nr_gpu)}) if args.global_conditional: feed_dict.update({ghs[i]: y[i] for i in range(args.nr_gpu)}) return feed_dict
def make_feed_dict(data, init=False, **params): if type(data) is tuple: x, y = data else: x = data y = None x = np.cast[np.float32]((x - 127.5) / 127.5) ## preprocessing if args.use_coordinates: g = grid.generate_grid((x.shape[1], x.shape[2]), batch_size=x.shape[0]) xg = np.concatenate([x, g], axis=-1) xg, _ = uf.random_crop_images(xg, output_size=(args.input_size, args.input_size)) x, g = xg[:, :, :, :3], xg[:, :, :, 3:] else: x, _ = uf.random_crop_images(x, output_size=(args.input_size, args.input_size)) if 'mask_generator' in params: mgen = params['mask_generator'] ms = mgen.gen(x.shape[0]) x_masked = x * uf.broadcast_mask(ms, 3) x_masked = np.concatenate( [x_masked, uf.broadcast_mask(ms, 1)], axis=-1) # global conditioning if args.global_conditional: global_lv = [] if 'z' in params: global_lv.append(params['z']) global_lv = np.concatenate(global_lv, axis=-1) # spatial conditioning if args.spatial_conditional: spatial_lv = [] if args.context_conditioning: spatial_lv.append(x_masked) spatial_lv = np.concatenate(spatial_lv, axis=-1) if init: feed_dict = {x_init: x} if args.global_conditional: feed_dict.update({gh_init: global_lv}) if args.spatial_conditional: feed_dict.update({sh_init: spatial_lv}) if args.use_coordinates: c1 = g c2 = grid.zoom_batch(c1, [obs_shape[0] // 2, obs_shape[1] // 2]) c4 = grid.zoom_batch(c1, [obs_shape[0] // 4, obs_shape[1] // 4]) feed_dict.update({ch_1_init: c1}) feed_dict.update({ch_2_init: c2}) feed_dict.update({ch_4_init: c4}) else: x = np.split(x, args.nr_gpu) feed_dict = {xs[i]: x[i] for i in range(args.nr_gpu)} if args.global_conditional: global_lv = np.split(global_lv, args.nr_gpu) feed_dict.update( {ghs[i]: global_lv[i] for i in range(args.nr_gpu)}) if args.spatial_conditional: spatial_lv = np.split(spatial_lv, args.nr_gpu) feed_dict.update( {shs[i]: spatial_lv[i] for i in range(args.nr_gpu)}) if args.use_coordinates: c1 = g c2 = grid.zoom_batch(c1, [obs_shape[0] // 2, obs_shape[1] // 2]) c4 = grid.zoom_batch(c1, [obs_shape[0] // 4, obs_shape[1] // 4]) c1 = np.split(c1, args.nr_gpu) c2 = np.split(c2, args.nr_gpu) c4 = np.split(c4, args.nr_gpu) feed_dict.update({ch_1[i]: c1[i] for i in range(args.nr_gpu)}) feed_dict.update({ch_2[i]: c2[i] for i in range(args.nr_gpu)}) feed_dict.update({ch_4[i]: c4[i] for i in range(args.nr_gpu)}) return feed_dict
def sample_from_model(sess, data=None, **params): if type(data) is tuple: x, y = data else: x = data y = None x = np.cast[np.float32]((x - 127.5) / 127.5) ## preprocessing if args.use_coordinates: g = grid.generate_grid((x.shape[1], x.shape[2]), batch_size=x.shape[0]) xg = np.concatenate([x, g], axis=-1) xg, _ = uf.random_crop_images(xg, output_size=(args.input_size, args.input_size)) x, g = xg[:, :, :, :3], xg[:, :, :, 3:] else: x, _ = uf.random_crop_images(x, output_size=(args.input_size, args.input_size)) if 'mask_generator' in params: mgen = params['mask_generator'] ms = mgen.gen(x.shape[0]) x_masked = x * uf.broadcast_mask(ms, 3) x_masked = np.concatenate( [x_masked, uf.broadcast_mask(ms, 1)], axis=-1) # global conditioning if args.global_conditional: global_lv = [] if 'z' in params: global_lv.append(params['z']) global_lv = np.concatenate(global_lv, axis=-1) # spatial conditioning if args.spatial_conditional: spatial_lv = [] if args.context_conditioning: spatial_lv.append(x_masked) spatial_lv = np.concatenate(spatial_lv, axis=-1) feed_dict = {} ## # coordinates conditioning: if args.use_coordinates: c1 = g c2 = grid.zoom_batch(c1, [obs_shape[0] // 2, obs_shape[1] // 2]) c4 = grid.zoom_batch(c1, [obs_shape[0] // 4, obs_shape[1] // 4]) c1 = np.split(c1, args.nr_gpu) c2 = np.split(c2, args.nr_gpu) c4 = np.split(c4, args.nr_gpu) feed_dict.update({ch_1[i]: c1[i] for i in range(args.nr_gpu)}) feed_dict.update({ch_2[i]: c2[i] for i in range(args.nr_gpu)}) feed_dict.update({ch_4[i]: c4[i] for i in range(args.nr_gpu)}) if args.global_conditional: global_lv = np.split(global_lv, args.nr_gpu) feed_dict.update({ghs[i]: global_lv[i] for i in range(args.nr_gpu)}) if args.spatial_conditional: spatial_lv = np.split(spatial_lv, args.nr_gpu) feed_dict.update({shs[i]: spatial_lv[i] for i in range(args.nr_gpu)}) if 'mask_generator' in params: x_gen = np.split(x_masked[:, :, :, :3], args.nr_gpu) else: x_gen = [np.zeros_like(x) for i in range(args.nr_gpu)] for yi in range(obs_shape[0]): for xi in range(obs_shape[1]): if ('mask_generator' not in params) or ms[0][yi, xi] == 0: feed_dict.update({xs[i]: x_gen[i] for i in range(args.nr_gpu)}) new_x_gen_np = sess.run(new_x_gen, feed_dict=feed_dict) for i in range(args.nr_gpu): x_gen[i][:, yi, xi, :] = new_x_gen_np[i][:, yi, xi, :] return np.concatenate(x_gen, axis=0)