def test_converter(self):
filename = os.path.join(self.tempdir, 'mock_mnist.hdf5')
parser = argparse.ArgumentParser()
subparsers = parser.add_subparsers()
subparser = subparsers.add_parser('mnist')
subparser.set_defaults(
directory=self.tempdir, output_file=filename)
mnist.fill_subparser(subparser)
args = parser.parse_args(['mnist'])
args_dict = vars(args)
func = args_dict.pop('func')
func(**args_dict)
h5file = h5py.File(filename, mode='r')
assert_equal(
h5file['features'][...],
numpy.vstack(
[self.train_features_mock, self.test_features_mock]))
assert_equal(
h5file['targets'][...],
numpy.vstack([self.train_targets_mock, self.test_targets_mock]))
assert_equal(str(h5file['features'].dtype), 'uint8')
assert_equal(str(h5file['targets'].dtype), 'uint8')
assert_equal(tuple(dim.label for dim in h5file['features'].dims),
('batch', 'channel', 'height', 'width'))
assert_equal(tuple(dim.label for dim in h5file['targets'].dims),
('batch', 'index'))
def test_converter(self):
parser = argparse.ArgumentParser()
subparsers = parser.add_subparsers()
subparser = subparsers.add_parser('mnist')
subparser.set_defaults(
directory=self.tempdir, output_directory=self.tempdir,
output_filename='mock_mnist.hdf5')
mnist.fill_subparser(subparser)
args = parser.parse_args(['mnist'])
args_dict = vars(args)
func = args_dict.pop('func')
filename, = func(**args_dict)
h5file = h5py.File(filename, mode='r')
assert_equal(
h5file['features'][...],
numpy.vstack(
[self.train_features_mock, self.test_features_mock]))
assert_equal(
h5file['targets'][...],
numpy.vstack([self.train_targets_mock, self.test_targets_mock]))
assert_equal(str(h5file['features'].dtype), 'uint8')
assert_equal(str(h5file['targets'].dtype), 'uint8')
assert_equal(tuple(dim.label for dim in h5file['features'].dims),
('batch', 'channel', 'height', 'width'))
assert_equal(tuple(dim.label for dim in h5file['targets'].dims),
('batch', 'index'))
def test_converter_no_filename(self):
parser = argparse.ArgumentParser()
subparsers = parser.add_subparsers()
subparser = subparsers.add_parser('mnist')
subparser.set_defaults(
directory=self.tempdir, output_directory=self.tempdir)
mnist.fill_subparser(subparser)
args = parser.parse_args(['mnist', '--dtype', 'bool'])
args_dict = vars(args)
func = args_dict.pop('func')
filename, = func(**args_dict)
assert_equal(os.path.basename(filename), 'mnist_bool.hdf5')
def test_converter_no_filename_no_dtype(self):
parser = argparse.ArgumentParser()
subparsers = parser.add_subparsers()
subparser = subparsers.add_parser('mnist')
subparser.set_defaults(
directory=self.tempdir, output_directory=self.tempdir)
convert_function = mnist.fill_subparser(subparser)
args = parser.parse_args(['mnist'])
args_dict = vars(args)
filename, = convert_function(**args_dict)
assert_equal(os.path.basename(filename), 'mnist.hdf5')
def test_converter_no_filename_no_dtype(self):
parser = argparse.ArgumentParser()
subparsers = parser.add_subparsers()
subparser = subparsers.add_parser('mnist')
subparser.set_defaults(directory=self.tempdir,
output_directory=self.tempdir)
convert_function = mnist.fill_subparser(subparser)
args = parser.parse_args(['mnist'])
args_dict = vars(args)
filename, = convert_function(**args_dict)
assert_equal(os.path.basename(filename), 'mnist.hdf5')
