def test_to_standard_sql_array_type_struct(self):
from google.cloud.bigquery_v2 import types
sql_type = self._get_standard_sql_data_type_class()
# define person STRUCT
name_field = types.StandardSqlField(
name="name", type=sql_type(type_kind=sql_type.STRING))
age_field = types.StandardSqlField(
name="age", type=sql_type(type_kind=sql_type.INT64))
person_struct = types.StandardSqlField(
name="person_info", type=sql_type(type_kind=sql_type.STRUCT))
person_struct.type.struct_type.fields.extend([name_field, age_field])
# define expected result - an ARRAY of person structs
expected_sql_type = sql_type(type_kind=sql_type.ARRAY,
array_element_type=person_struct.type)
expected_result = types.StandardSqlField(name="known_people",
type=expected_sql_type)
# construct legacy repeated SchemaField object
sub_field1 = self._make_one("name", "STRING")
sub_field2 = self._make_one("age", "INTEGER")
schema_field = self._make_one("known_people",
"RECORD",
fields=(sub_field1, sub_field2),
mode="REPEATED")
standard_field = schema_field.to_standard_sql()
self.assertEqual(standard_field, expected_result)
def to_standard_sql(self):
"""Return the field as the standard SQL field representation object.
Returns:
An instance of :class:`~google.cloud.bigquery_v2.types.StandardSqlField`.
"""
sql_type = types.StandardSqlDataType()
if self.mode == "REPEATED":
sql_type.type_kind = types.StandardSqlDataType.ARRAY
else:
sql_type.type_kind = LEGACY_TO_STANDARD_TYPES.get(
self.field_type,
types.StandardSqlDataType.TYPE_KIND_UNSPECIFIED)
if sql_type.type_kind == types.StandardSqlDataType.ARRAY: # noqa: E721
array_element_type = LEGACY_TO_STANDARD_TYPES.get(
self.field_type,
types.StandardSqlDataType.TYPE_KIND_UNSPECIFIED)
sql_type.array_element_type.type_kind = array_element_type
# ARRAY cannot directly contain other arrays, only scalar types and STRUCTs
# https://cloud.google.com/bigquery/docs/reference/standard-sql/data-types#array-type
if array_element_type == types.StandardSqlDataType.STRUCT: # noqa: E721
sql_type.array_element_type.struct_type.fields.extend(
field.to_standard_sql() for field in self.fields)
elif sql_type.type_kind == types.StandardSqlDataType.STRUCT: # noqa: E721
sql_type.struct_type.fields.extend(field.to_standard_sql()
for field in self.fields)
return types.StandardSqlField(name=self.name, type=sql_type)
def test_to_standard_sql_array_type_simple(self):
from google.cloud.bigquery_v2 import types
sql_type = self._get_standard_sql_data_type_class()
# construct expected result object
expected_sql_type = sql_type(type_kind=sql_type.ARRAY)
expected_sql_type.array_element_type.type_kind = sql_type.INT64
expected_result = types.StandardSqlField(
name="valid_numbers", type=expected_sql_type
)
# construct "repeated" SchemaField object and convert to standard SQL
schema_field = self._make_one("valid_numbers", "INT64", mode="REPEATED")
standard_field = schema_field.to_standard_sql()
self.assertEqual(standard_field, expected_result)
def test_to_standard_sql_struct_type(self):
from google.cloud.bigquery_v2 import types
# Expected result object:
#
# name: "image_usage"
# type {
# type_kind: STRUCT
# struct_type {
# fields {
# name: "image_content"
# type {type_kind: BYTES}
# }
# fields {
# name: "last_used"
# type {
# type_kind: STRUCT
# struct_type {
# fields {
# name: "date_field"
# type {type_kind: DATE}
# }
# fields {
# name: "time_field"
# type {type_kind: TIME}
# }
# }
# }
# }
# }
# }
sql_type = self._get_standard_sql_data_type_class()
# level 2 fields
sub_sub_field_date = types.StandardSqlField(
name="date_field", type=sql_type(type_kind=sql_type.DATE))
sub_sub_field_time = types.StandardSqlField(
name="time_field", type=sql_type(type_kind=sql_type.TIME))
# level 1 fields
sub_field_struct = types.StandardSqlField(
name="last_used", type=sql_type(type_kind=sql_type.STRUCT))
sub_field_struct.type.struct_type.fields.extend(
[sub_sub_field_date, sub_sub_field_time])
sub_field_bytes = types.StandardSqlField(
name="image_content", type=sql_type(type_kind=sql_type.BYTES))
# level 0 (top level)
expected_result = types.StandardSqlField(
name="image_usage", type=sql_type(type_kind=sql_type.STRUCT))
expected_result.type.struct_type.fields.extend(
[sub_field_bytes, sub_field_struct])
# construct legacy SchemaField object
sub_sub_field1 = self._make_one("date_field", "DATE")
sub_sub_field2 = self._make_one("time_field", "TIME")
sub_field_record = self._make_one("last_used",
"RECORD",
fields=(sub_sub_field1,
sub_sub_field2))
sub_field_bytes = self._make_one("image_content", "BYTES")
for type_name in ("RECORD", "STRUCT"):
schema_field = self._make_one("image_usage",
type_name,
fields=(sub_field_bytes,
sub_field_record))
standard_field = schema_field.to_standard_sql()
self.assertEqual(standard_field, expected_result)
