def test_global_dict():
pfl = PackageFileLoader("tests/ut/bq_test_kit/bq_dsl/resources/dummy_query.sql")
conf = BQTestKitConfig({DEFAULT_LOCATION: "EU"})
bq_tpl = BQQueryTemplate(from_=pfl, bqtk_config=conf, bq_client=None, interpolators=[DummyInterpolator()])
project = Project("test_project", bq_client=None, bqtk_config=conf)
ds = Dataset("dataset_foo", project=project, bq_client=None,
bqtk_config=conf)
table = Table("table_bar", from_dataset=ds, bq_client=None, bqtk_config=conf)
table_with_alias = Table("table_bar", from_dataset=ds, bq_client=None, bqtk_config=conf).with_alias("table_foobar")
bq_tpl = bq_tpl.with_global_dict({"test_project": "unknown"})
assert bq_tpl.global_dict == {"test_project": "unknown"}
bq_tpl = bq_tpl.update_global_dict([table, ds, project, table_with_alias])
assert bq_tpl.global_dict == {
"test_project": project.fqdn(),
"dataset_foo": ds.fqdn(),
"dataset_foo_table_bar": table.fqdn(),
"table_foobar": table_with_alias.fqdn()
}
bq_tpl = bq_tpl.update_global_dict({"dataset_foo_table_bar": "my_override",
"new_complex_key": {"new_key": "new_value"}})
assert bq_tpl.global_dict == {
"test_project": project.fqdn(),
"dataset_foo": ds.fqdn(),
"dataset_foo_table_bar": "my_override",
"table_foobar": table_with_alias.fqdn(),
"new_complex_key": {"new_key": "new_value"}
}
def test_change_query_cache():
pfl = PackageFileLoader("tests/ut/bq_test_kit/bq_dsl/resources/dummy_query.sql")
conf = BQTestKitConfig({DEFAULT_LOCATION: "EU"})
bq_tpl = BQQueryTemplate(from_=pfl, bqtk_config=conf, bq_client=None)
assert bq_tpl.job_config.use_query_cache is None
bq_tpl = bq_tpl.use_query_cache(True)
assert bq_tpl.job_config.use_query_cache is True
def test_change_query_parameters():
pfl = PackageFileLoader("tests/ut/bq_test_kit/bq_dsl/resources/dummy_query.sql")
conf = BQTestKitConfig({DEFAULT_LOCATION: "EU"})
bq_tpl = BQQueryTemplate(from_=pfl, bqtk_config=conf, bq_client=None)
assert bq_tpl.job_config.query_parameters == []
params = [ScalarQueryParameter("p1", "STRING", "v1")]
bq_tpl = bq_tpl.with_query_parameters(params)
assert bq_tpl.job_config.query_parameters is not None
def test_temp_tables():
pfl = PackageFileLoader("tests/ut/bq_test_kit/bq_dsl/resources/dummy_query.sql")
conf = BQTestKitConfig({DEFAULT_LOCATION: "EU"})
bq_tpl = BQQueryTemplate(from_=pfl, bqtk_config=conf, bq_client=None, interpolators=[DummyInterpolator()])
temp_table_input = (JsonDataLiteralTransformer(), {
"t1": ("{}", [])
})
bq_tpl = bq_tpl.with_temp_tables(temp_table_input)
assert bq_tpl.temp_tables == [temp_table_input]
def test_change_destination():
pfl = PackageFileLoader("tests/ut/bq_test_kit/bq_dsl/resources/dummy_query.sql")
conf = BQTestKitConfig({DEFAULT_LOCATION: "EU"})
bq_tpl = BQQueryTemplate(from_=pfl, bqtk_config=conf, bq_client=None)
project = Project("test_project", bq_client=None, bqtk_config=conf)
ds = Dataset("dataset_foo", project=project, bq_client=None,
bqtk_config=conf)
table = Table("table_bar", from_dataset=ds, bq_client=None, bqtk_config=conf)
assert bq_tpl.job_config.destination is None
bq_tpl = bq_tpl.with_destination(table)
assert bq_tpl.job_config.destination.table_id == "table_bar"
def test_change_interpolators():
pfl = PackageFileLoader("tests/ut/bq_test_kit/bq_dsl/resources/dummy_query.sql")
conf = BQTestKitConfig({DEFAULT_LOCATION: "EU"})
bq_tpl = BQQueryTemplate(from_=pfl, bqtk_config=conf, bq_client=None)
assert bq_tpl.interpolators == []
bq_tpl = bq_tpl.add_interpolator(DummyInterpolator())
assert len(bq_tpl.interpolators) == 1
bq_tpl = bq_tpl.add_interpolator(DummyInterpolator())
assert len(bq_tpl.interpolators) == 2
bq_tpl = bq_tpl.with_interpolators([DummyInterpolator()])
assert len(bq_tpl.interpolators) == 1
def test_change_write_disposition():
pfl = PackageFileLoader("tests/ut/bq_test_kit/bq_dsl/resources/dummy_query.sql")
conf = BQTestKitConfig({DEFAULT_LOCATION: "EU"})
bq_tpl = BQQueryTemplate(from_=pfl, bqtk_config=conf, bq_client=None)
assert bq_tpl.job_config.write_disposition is None
bq_tpl = bq_tpl.overwrite()
assert bq_tpl.job_config.write_disposition == WriteDisposition.WRITE_TRUNCATE
bq_tpl = bq_tpl.append()
assert bq_tpl.job_config.write_disposition == WriteDisposition.WRITE_APPEND
bq_tpl = bq_tpl.error_if_exists()
assert bq_tpl.job_config.write_disposition == WriteDisposition.WRITE_EMPTY
def test_change_udf_resources():
pfl = PackageFileLoader("tests/ut/bq_test_kit/bq_dsl/resources/dummy_query.sql")
conf = BQTestKitConfig({DEFAULT_LOCATION: "EU"})
bq_tpl = BQQueryTemplate(from_=pfl, bqtk_config=conf, bq_client=None)
assert bq_tpl.job_config.udf_resources == []
udf = UDFResource("inlineCode", "var someCode = 'here';")
bq_tpl = bq_tpl.add_udf_resource(udf)
assert len(bq_tpl.job_config.udf_resources) == 1
bq_tpl = bq_tpl.add_udf_resource(udf)
assert len(bq_tpl.job_config.udf_resources) == 2
bq_tpl = bq_tpl.with_udf_resources([udf])
assert len(bq_tpl.job_config.udf_resources) == 1
def test_constructor():
pfl = PackageFileLoader(
"tests/ut/bq_test_kit/bq_dsl/resources/dummy_query.sql")
conf = BQTestKitConfig({DEFAULT_LOCATION: "EU"})
bq_tpl = BQQueryTemplate(from_=pfl, bqtk_config=conf, bq_client=None)
tables = {"table_one": ("{}", [])}
bq_query_datum = BQQueryDatum(bq_tpl, True, tables)
assert bq_query_datum.bq_query_template == bq_tpl
assert bq_query_datum.use_temp_tables is True
assert bq_query_datum.tables == tables
def test_constructor():
pfl = PackageFileLoader("tests/ut/bq_test_kit/bq_dsl/resources/dummy_query.sql")
conf = BQTestKitConfig({DEFAULT_LOCATION: "EU"})
bq_tpl = BQQueryTemplate(from_=pfl, bqtk_config=conf, bq_client=None)
assert isinstance(bq_tpl.from_, PackageFileLoader)
assert bq_tpl._bq_client is None
assert bq_tpl.job_config is not None
assert bq_tpl.location == "EU"
assert bq_tpl.project is None
assert bq_tpl.interpolators == []
def test_temp_table_loaded_with():
pfl = PackageFileLoader(
"tests/ut/bq_test_kit/bq_dsl/resources/dummy_query.sql")
conf = BQTestKitConfig({DEFAULT_LOCATION: "EU"})
bq_tpl = BQQueryTemplate(from_=pfl, bqtk_config=conf, bq_client=None)
tables = {"table_one": ("{}", [])}
bq_query_datum = BQQueryDatum(bq_tpl, True, tables)
transformer = JsonDataLiteralTransformer()
bq_tpl = bq_query_datum.loaded_with(transformer)
assert bq_tpl.temp_tables == [(transformer, tables)]
assert bq_tpl.global_dict == {}
def test_switch_temp_table_usage():
pfl = PackageFileLoader(
"tests/ut/bq_test_kit/bq_dsl/resources/dummy_query.sql")
conf = BQTestKitConfig({DEFAULT_LOCATION: "EU"})
bq_tpl = BQQueryTemplate(from_=pfl, bqtk_config=conf, bq_client=None)
tables = {"table_one": ("{}", [])}
bq_query_datum = BQQueryDatum(bq_tpl, False, tables)
assert bq_query_datum.use_temp_tables is False
bq_query_datum_2 = bq_query_datum.as_temp_tables()
assert bq_query_datum.use_temp_tables is False
assert bq_query_datum_2.use_temp_tables is True
bq_query_datum_3 = bq_query_datum.as_data_literals()
assert bq_query_datum.use_temp_tables is False
assert bq_query_datum_2.use_temp_tables is True
assert bq_query_datum_3.use_temp_tables is False
def query_template(
self,
*,
from_: Union[BaseResourceLoader, str],
interpolators: List[BaseInterpolator] = None) -> BQQueryTemplate:
"""Go to the query template dsl in order to run query against BigQuery.
Args:
from_ (Union[BaseResourceLoader, str]): query may be loaded with a BaseResourceLoader or be a string
interpolators (List[BaseInterpolator], optional): List of interpolator used to inerpolate the given query.
Defaults to None.
Returns:
BQQueryTemplate: query DSL
"""
return BQQueryTemplate(from_=from_,
bqtk_config=self.bqtk_config,
bq_client=self._bq_client,
interpolators=interpolators)
def test_render():
pfl = PackageFileLoader("tests/ut/bq_test_kit/bq_dsl/resources/dummy_query.sql")
conf = BQTestKitConfig({DEFAULT_LOCATION: "EU"})
bq_tpl = BQQueryTemplate(from_=pfl, bqtk_config=conf, bq_client=None, interpolators=[DummyInterpolator()])
assert bq_tpl._interpolate({}) == "rendered_select * from my_table\n"