def test_read_table(self, target_df, mocked_spark_read, database, table, target_table_name): # arrange spark_client = SparkClient() mocked_spark_read.table.return_value = target_df spark_client._session = mocked_spark_read # act result_df = spark_client.read_table(table, database) # assert mocked_spark_read.table.assert_called_once_with(target_table_name) assert target_df == result_df
def test_read(self, format, options, stream, schema, target_df, mocked_spark_read): # arrange spark_client = SparkClient() mocked_spark_read.load.return_value = target_df spark_client._session = mocked_spark_read # act result_df = spark_client.read(format, options, schema, stream) # assert mocked_spark_read.format.assert_called_once_with(format) mocked_spark_read.options.assert_called_once_with(**options) assert target_df.collect() == result_df.collect()