Exemplo n.º 1
0
    def test_execute(self, mock_hook):
        operator = BigQueryGetDatasetOperator(task_id=TASK_ID,
                                              dataset_id=TEST_DATASET,
                                              project_id=TEST_GCP_PROJECT_ID)

        operator.execute(None)
        mock_hook.return_value \
            .get_dataset \
            .assert_called_once_with(
                dataset_id=TEST_DATASET,
                project_id=TEST_GCP_PROJECT_ID
            )
Exemplo n.º 2
0
    get_empty_dataset_tables = BigQueryGetDatasetTablesOperator(
        task_id="get_empty_dataset_tables", dataset_id=DATASET_NAME)

    get_dataset_tables = BigQueryGetDatasetTablesOperator(
        task_id="get_dataset_tables", dataset_id=DATASET_NAME)

    delete_view = BigQueryDeleteTableOperator(
        task_id="delete_view",
        deletion_dataset_table="{}.test_view".format(DATASET_NAME))

    delete_table = BigQueryDeleteTableOperator(
        task_id="delete_table",
        deletion_dataset_table="{}.test_table".format(DATASET_NAME))

    get_dataset = BigQueryGetDatasetOperator(task_id="get-dataset",
                                             dataset_id=DATASET_NAME)

    get_dataset_result = BashOperator(
        task_id="get_dataset_result",
        bash_command=
        "echo \"{{ task_instance.xcom_pull('get-dataset')['id'] }}\"",
    )

    patch_dataset = BigQueryPatchDatasetOperator(
        task_id="patch_dataset",
        dataset_id=DATASET_NAME,
        dataset_resource={
            "friendlyName": "Patched Dataset",
            "description": "Patched dataset"
        },
    )