Exemplo n.º 1
0
import os, sys
sys.path.append(os.getcwd())

try:  # This only matters on Ishaan's computer
    import experiment_tools
    experiment_tools.wait_for_gpu()
except ImportError:
    pass

import lasagne
import lib
# import lib.lsun_downsampled
import lib.mnist
import lib.ops.gru
import lib.ops.linear
import lib.ops.lstm
import numpy as np
import theano
import theano.tensor as T
from theano.sandbox.rng_mrg import MRG_RandomStreams as RandomStreams
import time
import lib.save_images

BATCH_SIZE = 64
ITERS = 200000
DIM = 256

# lib.ops.linear.enable_default_weightnorm()

srng = RandomStreams(seed=234)
Exemplo n.º 2
0
"""
Pixel RNN on MNIST
Ishaan Gulrajani
"""

import os, sys
sys.path.append(os.getcwd())

try: # This only matters on Ishaan's computer
    import experiment_tools
    experiment_tools.wait_for_gpu(high_priority=False)
except ImportError:
    pass

import lib
import lib.train_loop
import lib.mnist_binarized
import lib.mnist_256ary
import lib.ops.conv2d
import lib.ops.diagonal_bilstm
import lib.ops.relu
import lib.ops.softmax_and_sample

import numpy as np
import theano
import theano.tensor as T
import scipy.misc
import lasagne

import functools
Exemplo n.º 3
0
import os, sys
sys.path.append(os.getcwd())

if __name__ == '__main__':
    try:  # This only matters on Ishaan's computer
        import experiment_tools
        experiment_tools.wait_for_gpu(tf=True, n_gpus=1)
    except ImportError:
        pass

import tflib as lib
import tflib.train_loop
import tflib.mnist
import tflib.ops.mlp
import tflib.ops.linear
import tflib.ops.conv2d

import numpy as np
import tensorflow as tf

import functools
import os

LR = 1e-3
BATCH_SIZE = 50

TIMES = {
    'mode': 'iters',
    'print_every': 1 * 1000,
    'stop_after': 9 * 1000,
    'test_every': 1 * 1000
Exemplo n.º 4
0
"""
Pixel RNN on MNIST
Ishaan Gulrajani
"""

import os, sys
sys.path.append(os.getcwd())

try:  # This only matters on Ishaan's computer
    import experiment_tools
    experiment_tools.register_crash_notifier()
    experiment_tools.wait_for_gpu(high_priority=False)
except ImportError:
    pass

import numpy
numpy.random.seed(123)
import random
random.seed(123)

import theano
import theano.tensor as T
import lib
import lasagne
import scipy.misc

import time
import functools
import itertools

MODEL = 'pixel_rnn'  # either pixel_rnn or pixel_cnn
Exemplo n.º 5
0
"""
Multilayer VAE + Pixel CNN
Ishaan Gulrajani + Faruk Ahmed
"""

import os, sys
sys.path.append(os.getcwd())
sys.path.append('/u/ahmedfar/my_fork/nn/')

try: # This only matters on Ishaan's computer
    import experiment_tools
    experiment_tools.wait_for_gpu(tf=True)
except ImportError:
    pass

import tflib as lib
import tflib.debug
import tflib.train_loop
import tflib.ops.kl_unit_gaussian
import tflib.ops.kl_gaussian_gaussian
import tflib.ops.conv2d
import tflib.ops.deconv2d
import tflib.ops.linear
import tflib.mnist_binarized

import numpy as np
import tensorflow as tf
from tensorflow.python.ops import math_ops
import scipy.misc
from scipy.misc import imsave
Exemplo n.º 6
0
"""Generative Adversarial Network for MNIST."""

import os, sys
sys.path.append(os.getcwd())

N_GPUS = 8

# This only matters on Ishaan's computer, comment it out otherwise
try:
    import experiment_tools
    experiment_tools.wait_for_gpu(tf=True, n_gpus=N_GPUS)
except ImportError:
    pass

import tflib as lib
import tflib.ops.linear
import tflib.ops.conv2d
import tflib.ops.deconv2d
import tflib.ops.batchnorm
import tflib.ops.layernorm
import tflib.save_images
import tflib.imagenet
import tflib.plot

import numpy as np
import tensorflow as tf

import os
import time
import functools
Exemplo n.º 7
0
"""
Train a PixCNN, then extract epsilons, then train a VAE on those.
Ishaan Gulrajani
"""

import os, sys
sys.path.append(os.getcwd())

try: # This only matters on Ishaan's computer
    import experiment_tools
    experiment_tools.wait_for_gpu(tf=True, n_gpus=1)
except ImportError:
    pass

import tflib as lib
import tflib.debug
import tflib.train_loop_2
import tflib.ops.kl_unit_gaussian
import tflib.ops.kl_gaussian_gaussian
import tflib.ops.conv2d
import tflib.ops.deconv2d
import tflib.ops.linear
import tflib.ops.batchnorm
import tflib.ops.embedding

import tflib.lsun_bedrooms
import tflib.mnist_256
import tflib.small_imagenet

import numpy as np
import tensorflow as tf
Exemplo n.º 8
0
import os, sys
sys.path.append(os.getcwd())

N_GPUS = 1

try: # This only matters on Ishaan's computer
    import experiment_tools
    experiment_tools.wait_for_gpu(tf=True, n_gpus=N_GPUS)
except ImportError:
    pass

import tflib as lib
import tflib.train_loop
import tflib.mnist
import tflib.ops.mlp

import numpy as np
import tensorflow as tf

import functools

LR = 1e-3
BATCH_SIZE = 100

DEVICES = ['/gpu:{}'.format(i) for i in xrange(N_GPUS)]

TIMES = {
    'mode': 'iters',
    'print_every': 1*500,
    'stop_after': 100*500,
    'test_every': 10*500
Exemplo n.º 9
0
import os, sys
sys.path.append(os.getcwd())

try: # This only matters on Ishaan's computer
    import experiment_tools
    experiment_tools.wait_for_gpu()
except ImportError:
    pass

import lasagne
import lib
import lib.lsun_downsampled
import lib.ops.gru
import lib.ops.linear
import lib.ops.lstm
import numpy as np
import theano
import theano.tensor as T
from theano.sandbox.rng_mrg import MRG_RandomStreams as RandomStreams
import time
# import tflib.save_images

import matplotlib
matplotlib.use('Agg')
import matplotlib.pyplot as plt


BATCH_SIZE = 64
ITERS = 200000
DIM = 128
SEQ_LEN = 8
Exemplo n.º 10
0
import os, sys
sys.path.append(os.getcwd())

try:  # This only matters on Ishaan's computer
    import experiment_tools
    experiment_tools.wait_for_gpu(tf=True)
except ImportError:
    pass

import tflib as lib
import tflib.debug
import tflib.ops.linear
import tflib.ops.conv1d
import tflib.ops.batchnorm

import data_tools
import tflib.save_images

import numpy as np
import tensorflow as tf
import scipy.misc
from scipy.misc import imsave

import time
import functools

BATCH_SIZE = 64
ITERS = 200000
SEQ_LEN = 32

lib.print_model_settings(locals().copy())
Exemplo n.º 11
0
"""
Multilayer VAE + Pixel CNN
Ishaan Gulrajani
"""

import os, sys
if 'ISHAAN_NN_LIB' in os.environ:
    sys.path.append(os.environ['ISHAAN_NN_LIB'])
else:
    sys.path.append(os.getcwd())

N_GPUS = 1

try: # This only matters on Ishaan's computer
    import experiment_tools
    experiment_tools.wait_for_gpu(tf=True, n_gpus=N_GPUS, skip=[3])
except ImportError:
    pass

import tflib as lib
import tflib.debug
import tflib.train_loop_2
import tflib.ops.kl_unit_gaussian
import tflib.ops.kl_gaussian_gaussian
import tflib.ops.conv2d
import tflib.ops.deconv2d
import tflib.ops.linear
import tflib.ops.batchnorm
import tflib.ops.embedding

import tflib.lsun_bedrooms
Exemplo n.º 12
0
"""
Multilayer VAE + Pixel CNN
Ishaan Gulrajani
"""

import os, sys
if 'ISHAAN_NN_LIB' in os.environ:
    sys.path.append(os.environ['ISHAAN_NN_LIB'])
else:
    sys.path.append(os.getcwd())

N_GPUS = 3

try:  # This only matters on Ishaan's computer
    import experiment_tools
    experiment_tools.wait_for_gpu(tf=True, n_gpus=N_GPUS, skip=[3])
except ImportError:
    pass

import tflib as lib
import tflib.debug
import tflib.train_loop_2
import tflib.ops.kl_unit_gaussian
import tflib.ops.kl_gaussian_gaussian
import tflib.ops.conv2d
import tflib.ops.deconv2d
import tflib.ops.linear
import tflib.ops.batchnorm
import tflib.ops.embedding

import tflib.lsun256
Exemplo n.º 13
0
"""
RNN Speech Generation Model
Ishaan Gulrajani
"""

import os, sys
sys.path.append(os.getcwd())

try:  # This only matters on Ishaan's computer
    import experiment_tools
    experiment_tools.register_crash_notifier()
    experiment_tools.wait_for_gpu(high_priority=False, debug=True)
except ImportError:
    pass

import numpy
numpy.random.seed(123)
import random
random.seed(123)

import dataset

import theano
import theano.tensor as T
import theano.tensor.nnet.neighbours
import theano.ifelse
import lib
import lasagne
import scipy.io.wavfile

import time
Exemplo n.º 14
0
"""Generative Adversarial Network for MNIST."""

import os, sys

sys.path.append(os.getcwd())

try:  # This only matters on Ishaan's computer
    import experiment_tools
    experiment_tools.wait_for_gpu(tf=True, skip=[3])
except ImportError:
    pass

import inception_score

import tflib as lib
import tflib.debug
import tflib.ops.linear

import tflib.mnist
import tflib.save_images
import tflib.random_search

import numpy as np
import tensorflow as tf
import scipy.misc
from scipy.misc import imsave

import time
import functools
import json
Exemplo n.º 15
0
"""
RNN Speech Generation Model
Ishaan Gulrajani
"""

import os, sys
sys.path.append(os.getcwd())

try: # This only matters on Ishaan's computer
    import experiment_tools
    experiment_tools.register_crash_notifier()
    experiment_tools.wait_for_gpu(high_priority=False, debug=True)
except ImportError:
    pass

import numpy
numpy.random.seed(123)
import random
random.seed(123)

import dataset

import theano
import theano.tensor as T
import theano.tensor.nnet.neighbours
import theano.ifelse
import lib
import lasagne
import scipy.io.wavfile

import time