def test_process_mixed_data(setup_queue_event, test_data3, create_table_mock):
event = setup_queue_event(
schema.Data(metadata=schema.Metadata(timestamp=0), data=test_data3))
process_handler(event, None)
create_table_mock.assert_table_data_column('test_test_b_enkel_test_ark_3',
'c', pd.Series([5, 'a', 5]))
def test_process_parquet_get_data(setup_queue_event, create_table_mock,
test_data1):
event = setup_queue_event(
schema.Data(metadata=schema.Metadata(timestamp=0), data=test_data1))
process_handler(event, None)
create_table_mock.assert_table_data_column('google_sheets_metadata',
'uploaded_by_user',
pd.Series(['[email protected]']))
def test_process_clean_data(setup_queue_event, test_data2, create_table_mock):
event = setup_queue_event(
schema.Data(metadata=schema.Metadata(timestamp=0), data=test_data2))
process_handler(event, None)
create_table_mock.assert_table_data_column('test2_test_b_enkel_test_ark_2',
'a', pd.Series([1, 5, 1]))
create_table_mock.assert_table_data_column('test2_test_b_enkel_test_ark_2',
'b', pd.Series([4, 8, 4]))
create_table_mock.assert_table_data_column('test2_test_b_enkel_test_ark_2',
'c', pd.Series([5, 13, 5]))