def test_imagenet_to_mindrecord(fixture_file): """test transform imagenet dataset to mindrecord.""" imagenet_transformer = ImageNetToMR(IMAGENET_MAP_FILE, IMAGENET_IMAGE_DIR, MINDRECORD_FILE, PARTITION_NUMBER) imagenet_transformer.transform() for i in range(PARTITION_NUMBER): assert os.path.exists(MINDRECORD_FILE + str(i)) assert os.path.exists(MINDRECORD_FILE + str(i) + ".db") read(MINDRECORD_FILE + "0")
def test_imagenet_to_mindrecord_partition_number_0(fixture_file): """ test transform imagenet dataset to mindrecord when partition number is 0. """ with pytest.raises(Exception, match="Invalid parameter value"): imagenet_transformer = ImageNetToMR(IMAGENET_MAP_FILE, IMAGENET_IMAGE_DIR, MINDRECORD_FILE, 0) imagenet_transformer.transform()
def test_imagenet_to_mindrecord_default_partition_number(fixture_file): """ test transform imagenet dataset to mindrecord when partition number is default. """ imagenet_transformer = ImageNetToMR(IMAGENET_MAP_FILE, IMAGENET_IMAGE_DIR, MINDRECORD_FILE) imagenet_transformer.transform() assert os.path.exists(MINDRECORD_FILE) assert os.path.exists(MINDRECORD_FILE + ".db") read(MINDRECORD_FILE)
def test_imagenet_to_mindrecord_illegal_filename(fixture_file): """ test transform imagenet dataset to mindrecord when file name contains illegal character. """ filename = "not_*ok" with pytest.raises(Exception, match="File name should not contains"): imagenet_transformer = ImageNetToMR(IMAGENET_MAP_FILE, IMAGENET_IMAGE_DIR, filename, PARTITION_NUMBER) imagenet_transformer.transform()
def test_imagenet_to_mindrecord_partition_number_none(fixture_file): """ test transform imagenet dataset to mindrecord when partition number is none. """ with pytest.raises(Exception, match="The parameter partition_number must be int"): imagenet_transformer = ImageNetToMR(IMAGENET_MAP_FILE, IMAGENET_IMAGE_DIR, MINDRECORD_FILE, None) imagenet_transformer.transform()
def test_imagenet_to_mindrecord_illegal_1_filename(fixture_file): """ test transform imagenet dataset to mindrecord when file name end with '/'. """ filename = "test/path/" with pytest.raises(Exception, match="File path can not end with '/'"): imagenet_transformer = ImageNetToMR(IMAGENET_MAP_FILE, IMAGENET_IMAGE_DIR, filename, PARTITION_NUMBER) imagenet_transformer.transform()
def imagenet_to_mindrecord(): imagenet_transformer = ImageNetToMR(IMAGENET_MAP_FILE, IMAGENET_IMAGE_DIR, MINDRECORD_FILE, PARTITION_NUMBER) imagenet_transformer.transform()