def test_cloudsql_hook_delete_connection_on_exception(
self, get_connections, run, get_connection, delete_connection):
connection = Connection()
connection.parse_from_uri(
"gcpcloudsql://*****:*****@127.0.0.1:3200/testdb?database_type=mysql&"
"project_id=example-project&location=europe-west1&instance=testdb&"
"use_proxy=False")
get_connection.return_value = connection
db_connection = Connection()
db_connection.host = "127.0.0.1"
db_connection.set_extra(
json.dumps({
"project_id": "example-project",
"location": "europe-west1",
"instance": "testdb",
"database_type": "mysql"
}))
get_connections.return_value = [db_connection]
run.side_effect = Exception("Exception when running a query")
operator = CloudSqlQueryOperator(sql=['SELECT * FROM TABLE'],
task_id='task_id')
with self.assertRaises(Exception) as cm:
operator.execute(None)
err = cm.exception
self.assertEqual("Exception when running a query", str(err))
delete_connection.assert_called_once_with()
def test_create_operator_with_wrong_parameters(self,
project_id,
location,
instance_name,
database_type,
use_proxy,
use_ssl,
sql,
message,
get_connections):
uri = \
"gcpcloudsql://*****:*****@8.8.8.8:3200/testdb?" \
"database_type={database_type}&" \
"project_id={project_id}&location={location}&instance={instance_name}&" \
"use_proxy={use_proxy}&use_ssl={use_ssl}".format(
database_type=database_type,
project_id=project_id,
location=location,
instance_name=instance_name,
use_proxy=use_proxy,
use_ssl=use_ssl)
self._setup_connections(get_connections, uri)
with self.assertRaises(AirflowException) as cm:
op = CloudSqlQueryOperator(
sql=sql,
task_id='task_id'
)
op.execute(None)
err = cm.exception
self.assertIn(message, str(err))
def test_create_operator_with_wrong_parameters(self,
project_id,
location,
instance_name,
database_type,
use_proxy,
use_ssl,
sql,
message,
get_connections):
uri = \
"gcpcloudsql://*****:*****@127.0.0.1:3200/testdb?" \
"database_type={database_type}&" \
"project_id={project_id}&location={location}&instance={instance_name}&" \
"use_proxy={use_proxy}&use_ssl={use_ssl}".format(
database_type=database_type,
project_id=project_id,
location=location,
instance_name=instance_name,
use_proxy=use_proxy,
use_ssl=use_ssl)
self._setup_connections(get_connections, uri)
with self.assertRaises(AirflowException) as cm:
op = CloudSqlQueryOperator(
sql=sql,
task_id='task_id'
)
op.execute(None)
err = cm.exception
self.assertIn(message, str(err))
def test_cloudsql_hook_delete_connection_on_exception(
self, get_connections, run, get_connection, delete_connection):
connection = Connection()
connection.parse_from_uri(
"gcpcloudsql://*****:*****@127.0.0.1:3200/testdb?database_type=mysql&"
"project_id=example-project&location=europe-west1&instance=testdb&"
"use_proxy=False")
get_connection.return_value = connection
db_connection = Connection()
db_connection.host = "127.0.0.1"
db_connection.set_extra(json.dumps({"project_id": "example-project",
"location": "europe-west1",
"instance": "testdb",
"database_type": "mysql"}))
get_connections.return_value = [db_connection]
run.side_effect = Exception("Exception when running a query")
operator = CloudSqlQueryOperator(
sql=['SELECT * FROM TABLE'],
task_id='task_id'
)
with self.assertRaises(Exception) as cm:
operator.execute(None)
err = cm.exception
self.assertEqual("Exception when running a query", str(err))
delete_connection.assert_called_once_with()
def test_create_operator_with_too_long_unix_socket_path(
self, get_connections):
uri = "gcpcloudsql://*****:*****@127.0.0.1:3200/testdb?database_type=postgres&" \
"project_id=example-project&location=europe-west1&" \
"instance=" \
"test_db_with_long_name_a_bit_above" \
"_the_limit_of_UNIX_socket_asdadadasadasd&" \
"use_proxy=True&sql_proxy_use_tcp=False"
self._setup_connections(get_connections, uri)
operator = CloudSqlQueryOperator(sql=['SELECT * FROM TABLE'],
task_id='task_id')
with self.assertRaises(AirflowException) as cm:
operator.execute(None)
err = cm.exception
self.assertIn("The UNIX socket path length cannot exceed", str(err))
def test_create_operator_with_too_long_unix_socket_path(self, get_connections):
uri = "gcpcloudsql://*****:*****@127.0.0.1:3200/testdb?database_type=postgres&" \
"project_id=example-project&location=europe-west1&" \
"instance=" \
"test_db_with_long_name_a_bit_above" \
"_the_limit_of_UNIX_socket_asdadadasadasd&" \
"use_proxy=True&sql_proxy_use_tcp=False"
self._setup_connections(get_connections, uri)
operator = CloudSqlQueryOperator(
sql=['SELECT * FROM TABLE'],
task_id='task_id'
)
with self.assertRaises(AirflowException) as cm:
operator.execute(None)
err = cm.exception
self.assertIn("The UNIX socket path length cannot exceed", str(err))
