def test_filter_to_none(self): typed_parts = OrderedDict({ "fil-1": set([float(1.23), float(3.9), float(5.45)]), "fil-2": set([int(2), int(4)]), "fil-3": set(["str", "rng-str"]) }) filters = [{ "partition": "fil-1", "comparison": ">", "values": [90] }, { "partition": "fil-2", "comparison": "==", "values": [23] }] fil_paths = [] key = "fake-key" filters = filters filter_paths = fetch_parq._get_filtered_key_list( typed_parts=typed_parts, key=key, filters=filters) filter_paths.sort() fil_paths.sort() assert filter_paths == fil_paths
def test_filter_some_parts(self): typed_parts = OrderedDict({ "fil-1": set([float(1.23), float(3.9), float(5.45)]), "fil-2": set([int(2), int(4)]), "fil-3": set(["str", "rng-str", "str_rng", "99"]) }) filters = [{ "partition": "fil-1", "comparison": ">", "values": [5] }, { "partition": "fil-2", "comparison": "==", "values": [2] }] fil_paths = [ 'fake-key/fil-1=5.45/fil-2=2/fil-3=99/', 'fake-key/fil-1=5.45/fil-2=2/fil-3=str/', 'fake-key/fil-1=5.45/fil-2=2/fil-3=rng-str/', 'fake-key/fil-1=5.45/fil-2=2/fil-3=str_rng/' ] key = "fake-key/" filters = filters filter_paths = fetch_parq._get_filtered_key_list( typed_parts=typed_parts, key=key, filters=filters) assert list.sort(filter_paths) == list.sort(fil_paths)