def test_m(self):
size = 400 << 20 # 499 MiB
num_examples = 200 * 10**3 # 200K
n = tfrecords_writer._get_number_shards(size, num_examples)
self.assertEqual(n, 4)
def test_xs(self):
size = 100 << 20 # 100 MiB
num_examples = 100 * 10**3 # 100K
n = tfrecords_writer._get_number_shards(size, num_examples)
self.assertEqual(n, 1)
def test_xxl(self):
size = 10 << 40 # 10 TiB
num_examples = 10**9 # 1G
n = tfrecords_writer._get_number_shards(size, num_examples)
self.assertEqual(n, 11264)
def test_verylarge_few_examples(self):
size = 52 << 30 # 52 GiB
num_examples = 512
n = tfrecords_writer._get_number_shards(size, num_examples)
self.assertEqual(n, 512)
def test_imagenet_evaluation(self):
size = 6300 * (1 << 20) # 6.3 GiB
num_examples = 50000
n = tfrecords_writer._get_number_shards(size, num_examples)
self.assertEqual(n, 64)
def test_imagenet_train(self):
size = 137 << 30 # 137 GiB
num_examples = 1281167
n = tfrecords_writer._get_number_shards(size, num_examples)
self.assertEqual(n, 1024)
