Example #1
0
 def test_instance_query_dml(self, mock_hook):
     mock_hook.return_value.execute_dml.return_value = None
     op = SpannerQueryDatabaseInstanceOperator(project_id=PROJECT_ID,
                                               instance_id=INSTANCE_ID,
                                               database_id=DB_ID,
                                               query=INSERT_QUERY,
                                               task_id="id")
     op.execute(None)
     mock_hook.assert_called_once_with(gcp_conn_id="google_cloud_default")
     mock_hook.return_value.execute_dml.assert_called_once_with(
         project_id=PROJECT_ID,
         instance_id=INSTANCE_ID,
         database_id=DB_ID,
         queries=[INSERT_QUERY])
Example #2
0
 def test_instance_query_missing_project_id(self, mock_hook):
     mock_hook.return_value.execute_sql.return_value = None
     op = SpannerQueryDatabaseInstanceOperator(instance_id=INSTANCE_ID,
                                               database_id=DB_ID,
                                               query=INSERT_QUERY,
                                               task_id="id")
     result = op.execute(None)  # pylint: disable=assignment-from-no-return
     mock_hook.assert_called_once_with(gcp_conn_id="google_cloud_default")
     mock_hook.return_value.execute_dml.assert_called_once_with(
         project_id=None,
         instance_id=INSTANCE_ID,
         database_id=DB_ID,
         queries=[INSERT_QUERY])
     self.assertIsNone(result)
Example #3
0
 def test_instance_query(self, mock_hook):
     mock_hook.return_value.execute_sql.return_value = None
     op = SpannerQueryDatabaseInstanceOperator(
         project_id=PROJECT_ID,
         instance_id=INSTANCE_ID,
         database_id=DB_ID,
         query=INSERT_QUERY,
         task_id="id",
     )
     result = op.execute(None)  # pylint: disable=assignment-from-no-return
     mock_hook.assert_called_once_with(
         gcp_conn_id="google_cloud_default",
         impersonation_chain=None,
     )
     mock_hook.return_value.execute_dml.assert_called_once_with(
         project_id=PROJECT_ID,
         instance_id=INSTANCE_ID,
         database_id=DB_ID,
         queries=[INSERT_QUERY])
     assert result is None
Example #4
0
 def test_instance_query_ex_if_param_missing(self, project_id, instance_id,
                                             database_id, query, exp_msg,
                                             mock_hook):
     with self.assertRaises(AirflowException) as cm:
         SpannerQueryDatabaseInstanceOperator(project_id=project_id,
                                              instance_id=instance_id,
                                              database_id=database_id,
                                              query=query,
                                              task_id="id")
     err = cm.exception
     self.assertIn("The required parameter '{}' is empty".format(exp_msg),
                   str(err))
     mock_hook.assert_not_called()
Example #5
0
 def test_instance_query_ex_if_param_missing(self, project_id, instance_id,
                                             database_id, query, exp_msg,
                                             mock_hook):
     with pytest.raises(AirflowException) as ctx:
         SpannerQueryDatabaseInstanceOperator(
             project_id=project_id,
             instance_id=instance_id,
             database_id=database_id,
             query=query,
             task_id="id",
         )
     err = ctx.value
     assert f"The required parameter '{exp_msg}' is empty" in str(err)
     mock_hook.assert_not_called()
Example #6
0
        ],
        task_id='spanner_database_update_idempotent1_task')
    spanner_database_update_idempotent2_task = SpannerUpdateDatabaseInstanceOperator(
        instance_id=GCP_SPANNER_INSTANCE_ID,
        database_id=GCP_SPANNER_DATABASE_ID,
        operation_id=OPERATION_ID,
        ddl_statements=[
            "CREATE TABLE my_table_unique (id INT64, name STRING(MAX)) PRIMARY KEY (id)",
        ],
        task_id='spanner_database_update_idempotent2_task')
    # [END howto_operator_spanner_database_update_idempotent]

    # [START howto_operator_spanner_query]
    spanner_instance_query_task = SpannerQueryDatabaseInstanceOperator(
        project_id=GCP_PROJECT_ID,
        instance_id=GCP_SPANNER_INSTANCE_ID,
        database_id=GCP_SPANNER_DATABASE_ID,
        query=["DELETE FROM my_table2 WHERE true"],
        task_id='spanner_instance_query_task')
    spanner_instance_query_task2 = SpannerQueryDatabaseInstanceOperator(
        instance_id=GCP_SPANNER_INSTANCE_ID,
        database_id=GCP_SPANNER_DATABASE_ID,
        query=["DELETE FROM my_table2 WHERE true"],
        task_id='spanner_instance_query_task2')
    # [END howto_operator_spanner_query]

    # [START howto_operator_spanner_database_delete]
    spanner_database_delete_task = SpannerDeleteDatabaseInstanceOperator(
        project_id=GCP_PROJECT_ID,
        instance_id=GCP_SPANNER_INSTANCE_ID,
        database_id=GCP_SPANNER_DATABASE_ID,
        task_id='spanner_database_delete_task')