def test_split_array_columns_by_process_state(self):
array_cols = ["array_column", "array_column.nested_array"]
array_col_hierarchy = {
"array_column": {
"type": "ARRAY",
"children": ["array_column.nested_array"],
},
"array_column.nested_array": {
"type": "ARRAY",
"children": ["array_column.nested_array.nested_obj"],
},
}
datum = {"array_column": [[[1], [2]]]}
actual_array_cols_to_process, actual_unprocessed_array_cols = PrestoEngineSpec._split_array_columns_by_process_state( # noqa ignore: E50
array_cols, array_col_hierarchy, datum
)
expected_array_cols_to_process = ["array_column"]
expected_unprocessed_array_cols = {"array_column.nested_array"}
self.assertEqual(actual_array_cols_to_process, expected_array_cols_to_process)
self.assertEqual(actual_unprocessed_array_cols, expected_unprocessed_array_cols)
def test_split_array_columns_by_process_state(self):
array_cols = ['array_column', 'array_column.nested_array']
array_col_hierarchy = {
'array_column': {
'type': 'ARRAY',
'children': ['array_column.nested_array'],
},
'array_column.nested_array': {
'type': 'ARRAY',
'children': ['array_column.nested_array.nested_obj']
},
}
datum = {'array_column': [[[1], [2]]]}
actual_array_cols_to_process, actual_unprocessed_array_cols = \
PrestoEngineSpec._split_array_columns_by_process_state(
array_cols, array_col_hierarchy, datum)
expected_array_cols_to_process = ['array_column']
expected_unprocessed_array_cols = {'array_column.nested_array'}
self.assertEqual(actual_array_cols_to_process,
expected_array_cols_to_process)
self.assertEqual(actual_unprocessed_array_cols,
expected_unprocessed_array_cols)
