def test_missing_table():
error_message = (
"`table` argument cannot be empty. Please provide"
" the name of the table to load or save data to."
)
with pytest.raises(DataSetError, match=error_message):
SparkJDBCDataSet(url="dummy_url", table=None)
def test_missing_url():
error_message = (
"`url` argument cannot be empty. Please provide a JDBC"
" URL of the form ``jdbc:subprotocol:subname``."
)
with pytest.raises(DataSetError, match=error_message):
SparkJDBCDataSet(url=None, table="dummy_table")
def mock_save(arg_dict):
mock_data = mock.Mock()
data_set = SparkJDBCDataSet(**arg_dict)
data_set.save(mock_data)
return mock_data
def mock_load(mock_get_or_create, arg_dict):
spark = mock_get_or_create.return_value
data_set = SparkJDBCDataSet(**arg_dict)
data_set.load()
return spark