def load_data(self): self.file_path = Dataset.load_zip('i1kmeta', self.path) return self.file_path
def load_text(dataset, path="."): logger.error('load_text function is deprecated as is the data_meta dictionary, ' 'please use the new Dataset classes or the specific load_ function ' 'for the dataset being used.') # deprecated method for load_text uses dataset as key to index # dataset_meta dictionary, for temporary backward compat, placed # dataset_meta dictionary here dataset_meta = { 'mnist': { 'size': 15296311, 'file': 'mnist.pkl.gz', 'url': 'https://s3.amazonaws.com/img-datasets', 'func': load_mnist }, 'cifar-10': { 'size': 170498071, 'file': 'cifar-10-python.tar.gz', 'url': 'http://www.cs.toronto.edu/~kriz', 'func': load_cifar10 }, 'babi': { 'size': 11745123, 'file': 'tasks_1-20_v1-2.tar.gz', 'url': 'http://www.thespermwhale.com/jaseweston/babi', 'func': load_babi }, 'ptb-train': { 'size': 5101618, 'file': 'ptb.train.txt', 'url': 'https://raw.githubusercontent.com/wojzaremba/lstm/master/data', 'func': load_ptb_train }, 'ptb-valid': { 'size': 399782, 'file': 'ptb.valid.txt', 'url': 'https://raw.githubusercontent.com/wojzaremba/lstm/master/data', 'func': load_ptb_valid }, 'ptb-test': { 'size': 449945, 'file': 'ptb.test.txt', 'url': 'https://raw.githubusercontent.com/wojzaremba/lstm/master/data', 'func': load_ptb_test }, 'hutter-prize': { 'size': 35012219, 'file': 'enwik8.zip', 'url': 'http://mattmahoney.net/dc', 'func': load_hutter_prize }, 'shakespeare': { 'size': 4573338, 'file': 'shakespeare_input.txt', 'url': 'http://cs.stanford.edu/people/karpathy/char-rnn', 'func': load_shakespeare }, 'flickr8k': { 'size': 49165563, 'file': 'flickr8k.zip', 'url': 'https://s3-us-west-1.amazonaws.com/neon-stockdatasets/image-caption', 'func': load_flickr8k }, 'flickr30k': { 'size': 195267563, 'file': 'flickr30k.zip', 'url': 'https://s3-us-west-1.amazonaws.com/neon-stockdatasets/image-caption', 'func': load_flickr30k }, 'coco': { 'size': 738051031, 'file': 'coco.zip', 'url': 'https://s3-us-west-1.amazonaws.com/neon-stockdatasets/image-caption', 'func': load_coco }, 'i1kmeta': { 'size': 758648, 'file': 'neon_ILSVRC2012_devmeta.zip', 'url': 'https://s3-us-west-1.amazonaws.com/neon-stockdatasets/imagenet', 'func': load_i1kmeta }, 'imdb': { 'size': 33213513, 'file': 'imdb.pkl', 'url': 'https://s3.amazonaws.com/text-datasets', 'func': load_imdb, } } meta = dataset_meta[dataset] ds = Dataset(meta['file'], meta['url'], meta['size'], path=path) return ds.load_zip(ds.filename, ds.size)