def load_data(self):
self.file_path = Dataset.load_zip('i1kmeta', self.path)
return self.file_path
def load_data(self):
self.file_path = Dataset.load_zip('i1kmeta', self.path)
return self.file_path
def load_text(dataset, path="."):
logger.error('load_text function is deprecated as is the data_meta dictionary, '
'please use the new Dataset classes or the specific load_ function '
'for the dataset being used.')
# deprecated method for load_text uses dataset as key to index
# dataset_meta dictionary, for temporary backward compat, placed
# dataset_meta dictionary here
dataset_meta = {
'mnist': {
'size': 15296311,
'file': 'mnist.pkl.gz',
'url': 'https://s3.amazonaws.com/img-datasets',
'func': load_mnist
},
'cifar-10': {
'size': 170498071,
'file': 'cifar-10-python.tar.gz',
'url': 'http://www.cs.toronto.edu/~kriz',
'func': load_cifar10
},
'babi': {
'size': 11745123,
'file': 'tasks_1-20_v1-2.tar.gz',
'url': 'http://www.thespermwhale.com/jaseweston/babi',
'func': load_babi
},
'ptb-train': {
'size': 5101618,
'file': 'ptb.train.txt',
'url': 'https://raw.githubusercontent.com/wojzaremba/lstm/master/data',
'func': load_ptb_train
},
'ptb-valid': {
'size': 399782,
'file': 'ptb.valid.txt',
'url': 'https://raw.githubusercontent.com/wojzaremba/lstm/master/data',
'func': load_ptb_valid
},
'ptb-test': {
'size': 449945,
'file': 'ptb.test.txt',
'url': 'https://raw.githubusercontent.com/wojzaremba/lstm/master/data',
'func': load_ptb_test
},
'hutter-prize': {
'size': 35012219,
'file': 'enwik8.zip',
'url': 'http://mattmahoney.net/dc',
'func': load_hutter_prize
},
'shakespeare': {
'size': 4573338,
'file': 'shakespeare_input.txt',
'url': 'http://cs.stanford.edu/people/karpathy/char-rnn',
'func': load_shakespeare
},
'flickr8k': {
'size': 49165563,
'file': 'flickr8k.zip',
'url': 'https://s3-us-west-1.amazonaws.com/neon-stockdatasets/image-caption',
'func': load_flickr8k
},
'flickr30k': {
'size': 195267563,
'file': 'flickr30k.zip',
'url': 'https://s3-us-west-1.amazonaws.com/neon-stockdatasets/image-caption',
'func': load_flickr30k
},
'coco': {
'size': 738051031,
'file': 'coco.zip',
'url': 'https://s3-us-west-1.amazonaws.com/neon-stockdatasets/image-caption',
'func': load_coco
},
'i1kmeta': {
'size': 758648,
'file': 'neon_ILSVRC2012_devmeta.zip',
'url': 'https://s3-us-west-1.amazonaws.com/neon-stockdatasets/imagenet',
'func': load_i1kmeta
},
'imdb': {
'size': 33213513,
'file': 'imdb.pkl',
'url': 'https://s3.amazonaws.com/text-datasets',
'func': load_imdb,
}
}
meta = dataset_meta[dataset]
ds = Dataset(meta['file'], meta['url'], meta['size'], path=path)
return ds.load_zip(ds.filename, ds.size)
def load_text(dataset, path="."):
logger.error('load_text function is deprecated as is the data_meta dictionary, '
'please use the new Dataset classes or the specific load_ function '
'for the dataset being used.')
# deprecated method for load_text uses dataset as key to index
# dataset_meta dictionary, for temporary backward compat, placed
# dataset_meta dictionary here
dataset_meta = {
'mnist': {
'size': 15296311,
'file': 'mnist.pkl.gz',
'url': 'https://s3.amazonaws.com/img-datasets',
'func': load_mnist
},
'cifar-10': {
'size': 170498071,
'file': 'cifar-10-python.tar.gz',
'url': 'http://www.cs.toronto.edu/~kriz',
'func': load_cifar10
},
'babi': {
'size': 11745123,
'file': 'tasks_1-20_v1-2.tar.gz',
'url': 'http://www.thespermwhale.com/jaseweston/babi',
'func': load_babi
},
'ptb-train': {
'size': 5101618,
'file': 'ptb.train.txt',
'url': 'https://raw.githubusercontent.com/wojzaremba/lstm/master/data',
'func': load_ptb_train
},
'ptb-valid': {
'size': 399782,
'file': 'ptb.valid.txt',
'url': 'https://raw.githubusercontent.com/wojzaremba/lstm/master/data',
'func': load_ptb_valid
},
'ptb-test': {
'size': 449945,
'file': 'ptb.test.txt',
'url': 'https://raw.githubusercontent.com/wojzaremba/lstm/master/data',
'func': load_ptb_test
},
'hutter-prize': {
'size': 35012219,
'file': 'enwik8.zip',
'url': 'http://mattmahoney.net/dc',
'func': load_hutter_prize
},
'shakespeare': {
'size': 4573338,
'file': 'shakespeare_input.txt',
'url': 'http://cs.stanford.edu/people/karpathy/char-rnn',
'func': load_shakespeare
},
'flickr8k': {
'size': 49165563,
'file': 'flickr8k.zip',
'url': 'https://s3-us-west-1.amazonaws.com/neon-stockdatasets/image-caption',
'func': load_flickr8k
},
'flickr30k': {
'size': 195267563,
'file': 'flickr30k.zip',
'url': 'https://s3-us-west-1.amazonaws.com/neon-stockdatasets/image-caption',
'func': load_flickr30k
},
'coco': {
'size': 738051031,
'file': 'coco.zip',
'url': 'https://s3-us-west-1.amazonaws.com/neon-stockdatasets/image-caption',
'func': load_coco
},
'i1kmeta': {
'size': 758648,
'file': 'neon_ILSVRC2012_devmeta.zip',
'url': 'https://s3-us-west-1.amazonaws.com/neon-stockdatasets/imagenet',
'func': load_i1kmeta
},
'imdb': {
'size': 33213513,
'file': 'imdb.pkl',
'url': 'https://s3.amazonaws.com/text-datasets',
'func': load_imdb,
}
}
meta = dataset_meta[dataset]
ds = Dataset(meta['file'], meta['url'], meta['size'], path=path)
return ds.load_zip(ds.filename, ds.size)
