import os, sys sys.path.append(os.getcwd()) try: # This only matters on Ishaan's computer import experiment_tools experiment_tools.wait_for_gpu() except ImportError: pass import lasagne import lib # import lib.lsun_downsampled import lib.mnist import lib.ops.gru import lib.ops.linear import lib.ops.lstm import numpy as np import theano import theano.tensor as T from theano.sandbox.rng_mrg import MRG_RandomStreams as RandomStreams import time import lib.save_images BATCH_SIZE = 64 ITERS = 200000 DIM = 256 # lib.ops.linear.enable_default_weightnorm() srng = RandomStreams(seed=234)
""" Pixel RNN on MNIST Ishaan Gulrajani """ import os, sys sys.path.append(os.getcwd()) try: # This only matters on Ishaan's computer import experiment_tools experiment_tools.wait_for_gpu(high_priority=False) except ImportError: pass import lib import lib.train_loop import lib.mnist_binarized import lib.mnist_256ary import lib.ops.conv2d import lib.ops.diagonal_bilstm import lib.ops.relu import lib.ops.softmax_and_sample import numpy as np import theano import theano.tensor as T import scipy.misc import lasagne import functools
import os, sys sys.path.append(os.getcwd()) if __name__ == '__main__': try: # This only matters on Ishaan's computer import experiment_tools experiment_tools.wait_for_gpu(tf=True, n_gpus=1) except ImportError: pass import tflib as lib import tflib.train_loop import tflib.mnist import tflib.ops.mlp import tflib.ops.linear import tflib.ops.conv2d import numpy as np import tensorflow as tf import functools import os LR = 1e-3 BATCH_SIZE = 50 TIMES = { 'mode': 'iters', 'print_every': 1 * 1000, 'stop_after': 9 * 1000, 'test_every': 1 * 1000
""" Pixel RNN on MNIST Ishaan Gulrajani """ import os, sys sys.path.append(os.getcwd()) try: # This only matters on Ishaan's computer import experiment_tools experiment_tools.register_crash_notifier() experiment_tools.wait_for_gpu(high_priority=False) except ImportError: pass import numpy numpy.random.seed(123) import random random.seed(123) import theano import theano.tensor as T import lib import lasagne import scipy.misc import time import functools import itertools MODEL = 'pixel_rnn' # either pixel_rnn or pixel_cnn
""" Multilayer VAE + Pixel CNN Ishaan Gulrajani + Faruk Ahmed """ import os, sys sys.path.append(os.getcwd()) sys.path.append('/u/ahmedfar/my_fork/nn/') try: # This only matters on Ishaan's computer import experiment_tools experiment_tools.wait_for_gpu(tf=True) except ImportError: pass import tflib as lib import tflib.debug import tflib.train_loop import tflib.ops.kl_unit_gaussian import tflib.ops.kl_gaussian_gaussian import tflib.ops.conv2d import tflib.ops.deconv2d import tflib.ops.linear import tflib.mnist_binarized import numpy as np import tensorflow as tf from tensorflow.python.ops import math_ops import scipy.misc from scipy.misc import imsave
"""Generative Adversarial Network for MNIST.""" import os, sys sys.path.append(os.getcwd()) N_GPUS = 8 # This only matters on Ishaan's computer, comment it out otherwise try: import experiment_tools experiment_tools.wait_for_gpu(tf=True, n_gpus=N_GPUS) except ImportError: pass import tflib as lib import tflib.ops.linear import tflib.ops.conv2d import tflib.ops.deconv2d import tflib.ops.batchnorm import tflib.ops.layernorm import tflib.save_images import tflib.imagenet import tflib.plot import numpy as np import tensorflow as tf import os import time import functools
""" Train a PixCNN, then extract epsilons, then train a VAE on those. Ishaan Gulrajani """ import os, sys sys.path.append(os.getcwd()) try: # This only matters on Ishaan's computer import experiment_tools experiment_tools.wait_for_gpu(tf=True, n_gpus=1) except ImportError: pass import tflib as lib import tflib.debug import tflib.train_loop_2 import tflib.ops.kl_unit_gaussian import tflib.ops.kl_gaussian_gaussian import tflib.ops.conv2d import tflib.ops.deconv2d import tflib.ops.linear import tflib.ops.batchnorm import tflib.ops.embedding import tflib.lsun_bedrooms import tflib.mnist_256 import tflib.small_imagenet import numpy as np import tensorflow as tf
import os, sys sys.path.append(os.getcwd()) N_GPUS = 1 try: # This only matters on Ishaan's computer import experiment_tools experiment_tools.wait_for_gpu(tf=True, n_gpus=N_GPUS) except ImportError: pass import tflib as lib import tflib.train_loop import tflib.mnist import tflib.ops.mlp import numpy as np import tensorflow as tf import functools LR = 1e-3 BATCH_SIZE = 100 DEVICES = ['/gpu:{}'.format(i) for i in xrange(N_GPUS)] TIMES = { 'mode': 'iters', 'print_every': 1*500, 'stop_after': 100*500, 'test_every': 10*500
import os, sys sys.path.append(os.getcwd()) try: # This only matters on Ishaan's computer import experiment_tools experiment_tools.wait_for_gpu() except ImportError: pass import lasagne import lib import lib.lsun_downsampled import lib.ops.gru import lib.ops.linear import lib.ops.lstm import numpy as np import theano import theano.tensor as T from theano.sandbox.rng_mrg import MRG_RandomStreams as RandomStreams import time # import tflib.save_images import matplotlib matplotlib.use('Agg') import matplotlib.pyplot as plt BATCH_SIZE = 64 ITERS = 200000 DIM = 128 SEQ_LEN = 8
import os, sys sys.path.append(os.getcwd()) try: # This only matters on Ishaan's computer import experiment_tools experiment_tools.wait_for_gpu(tf=True) except ImportError: pass import tflib as lib import tflib.debug import tflib.ops.linear import tflib.ops.conv1d import tflib.ops.batchnorm import data_tools import tflib.save_images import numpy as np import tensorflow as tf import scipy.misc from scipy.misc import imsave import time import functools BATCH_SIZE = 64 ITERS = 200000 SEQ_LEN = 32 lib.print_model_settings(locals().copy())
""" Multilayer VAE + Pixel CNN Ishaan Gulrajani """ import os, sys if 'ISHAAN_NN_LIB' in os.environ: sys.path.append(os.environ['ISHAAN_NN_LIB']) else: sys.path.append(os.getcwd()) N_GPUS = 1 try: # This only matters on Ishaan's computer import experiment_tools experiment_tools.wait_for_gpu(tf=True, n_gpus=N_GPUS, skip=[3]) except ImportError: pass import tflib as lib import tflib.debug import tflib.train_loop_2 import tflib.ops.kl_unit_gaussian import tflib.ops.kl_gaussian_gaussian import tflib.ops.conv2d import tflib.ops.deconv2d import tflib.ops.linear import tflib.ops.batchnorm import tflib.ops.embedding import tflib.lsun_bedrooms
""" Multilayer VAE + Pixel CNN Ishaan Gulrajani """ import os, sys if 'ISHAAN_NN_LIB' in os.environ: sys.path.append(os.environ['ISHAAN_NN_LIB']) else: sys.path.append(os.getcwd()) N_GPUS = 3 try: # This only matters on Ishaan's computer import experiment_tools experiment_tools.wait_for_gpu(tf=True, n_gpus=N_GPUS, skip=[3]) except ImportError: pass import tflib as lib import tflib.debug import tflib.train_loop_2 import tflib.ops.kl_unit_gaussian import tflib.ops.kl_gaussian_gaussian import tflib.ops.conv2d import tflib.ops.deconv2d import tflib.ops.linear import tflib.ops.batchnorm import tflib.ops.embedding import tflib.lsun256
""" RNN Speech Generation Model Ishaan Gulrajani """ import os, sys sys.path.append(os.getcwd()) try: # This only matters on Ishaan's computer import experiment_tools experiment_tools.register_crash_notifier() experiment_tools.wait_for_gpu(high_priority=False, debug=True) except ImportError: pass import numpy numpy.random.seed(123) import random random.seed(123) import dataset import theano import theano.tensor as T import theano.tensor.nnet.neighbours import theano.ifelse import lib import lasagne import scipy.io.wavfile import time
"""Generative Adversarial Network for MNIST.""" import os, sys sys.path.append(os.getcwd()) try: # This only matters on Ishaan's computer import experiment_tools experiment_tools.wait_for_gpu(tf=True, skip=[3]) except ImportError: pass import inception_score import tflib as lib import tflib.debug import tflib.ops.linear import tflib.mnist import tflib.save_images import tflib.random_search import numpy as np import tensorflow as tf import scipy.misc from scipy.misc import imsave import time import functools import json
""" RNN Speech Generation Model Ishaan Gulrajani """ import os, sys sys.path.append(os.getcwd()) try: # This only matters on Ishaan's computer import experiment_tools experiment_tools.register_crash_notifier() experiment_tools.wait_for_gpu(high_priority=False, debug=True) except ImportError: pass import numpy numpy.random.seed(123) import random random.seed(123) import dataset import theano import theano.tensor as T import theano.tensor.nnet.neighbours import theano.ifelse import lib import lasagne import scipy.io.wavfile import time