def test_normalize_shuffle_partitions(synthetic_dataset):
dataset = pq.ParquetDataset(synthetic_dataset.path)
row_drop_partitions = Reader._normalize_shuffle_options(2, dataset)
assert row_drop_partitions == 2
row_drop_partitions = Reader._normalize_shuffle_options(1000, dataset)
assert row_drop_partitions == 10
def test_normalize_shuffle_partitions(synthetic_dataset):
dataset = pq.ParquetDataset(synthetic_dataset.path)
shuffle_options = ShuffleOptions(True, 2)
Reader._normalize_shuffle_options(shuffle_options, dataset)
assert shuffle_options.shuffle_row_drop_partitions == 2
shuffle_options = ShuffleOptions(True, 1000)
Reader._normalize_shuffle_options(shuffle_options, dataset)
assert shuffle_options.shuffle_row_drop_partitions == 10