def testAssignTypeToRowWithNullable(self):
        schema = bigquery_helper._SchemaResponseToDicts([{
            'type': 'INTEGER',
            'name': 'int_field_name',
            'mode': 'NULLABLE'
        }, {
            'type': 'BOOLEAN',
            'name': 'boolean_field_name',
            'mode': 'NULLABLE'
        }, {
            'type': 'STRING',
            'name': 'string_field_name',
            'mode': 'NULLABLE'
        }, {
            'type': 'TIMESTAMP',
            'name': 'timestamp_field_name',
            'mode': 'NULLABLE'
        }])
        row = {'f': [{'v': None}, {'v': None}, {'v': None}, {'v': None}]}

        obj = bigquery_helper._AssignTypeToRow(schema, row)
        self.assertEqual(obj['int_field_name'], None)
        self.assertEqual(obj['boolean_field_name'], None)
        self.assertEqual(obj['string_field_name'], None)
        self.assertEqual(obj['timestamp_field_name'], None)
    def testAssignTypeToRowWithUnknownSchema(self):
        schema = bigquery_helper._SchemaResponseToDicts([{
            'type': 'FOOBAR',
            'name': 'field_name',
            'mode': 'NULLABLE'
        }])
        row = {'f': [{'v': '123'}]}

        obj = bigquery_helper._AssignTypeToRow(schema, row)
        self.assertEqual(obj, {'field_name': '123'})
Ejemplo n.º 3
0
  def testAssignTypeToRow(self):
    schema = bigquery_helper._SchemaResponseToDicts([
        {
            'type': 'INTEGER',
            'name': 'int_field_name',
            'mode': 'NULLABLE'
        },
        {
            'type': 'BOOLEAN',
            'name': 'boolean_field_name',
            'mode': 'NULLABLE'
        },
        {
            'type': 'STRING',
            'name': 'string_field_name',
            'mode': 'NULLABLE'
        },
        {
            'type': 'TIMESTAMP',
            'name': 'timestamp_field_name',
            'mode': 'NULLABLE'
        },
    ])
    row = {
        'f': [{
            'v': '123'
        }, {
            'v': 'false'
        }, {
            'v': 'tryserver.chromium.mac'
        }, {
            'v': _UTC_TIMESTAMP_OF_START_TIME
        }]
    }

    obj = bigquery_helper._AssignTypeToRow(schema, row)
    self.assertEqual(obj['int_field_name'], 123)
    self.assertEqual(obj['boolean_field_name'], False)
    self.assertEqual(obj['string_field_name'], 'tryserver.chromium.mac')
    self.assertEqual(obj['timestamp_field_name'], _UTC_DATETIME_OF_START_TIME)
    def testSchemaResponseToDicts(self):
        schema = [{
            'type': 'INTEGER',
            'name': 'field_name',
            'mode': 'NULLABLE'
        }]
        new_schema = bigquery_helper._SchemaResponseToDicts(schema)
        self.assertEqual(new_schema[0]['name'], 'field_name')
        self.assertEqual(new_schema[0]['nullable'], True)
        self.assertTrue('type_conversion_function' in new_schema[0])
        self.assertEqual(new_schema[0]['type_conversion_function']('1'), 1)

        schema = [{
            'type': 'INTEGER',
            'name': 'field_name',
            'mode': 'REPEATED'
        }]
        new_schema = bigquery_helper._SchemaResponseToDicts(schema)
        self.assertEqual(
            new_schema[0]['type_conversion_function']([{
                'v': '1'
            }, {
                'v': '2'
            }],
                                                      repeated=True), [1, 2])

        schema = [{
            'type': 'BOOLEAN',
            'name': 'field_name',
            'mode': 'NONNULLABLE'
        }]
        new_schema = bigquery_helper._SchemaResponseToDicts(schema)
        self.assertEqual(new_schema[0]['name'], 'field_name')
        self.assertEqual(new_schema[0]['nullable'], False)
        self.assertTrue('type_conversion_function' in new_schema[0])
        self.assertEqual(new_schema[0]['type_conversion_function']('true'),
                         True)

        schema = [{
            'type': 'BOOLEAN',
            'name': 'field_name',
            'mode': 'REPEATED'
        }]
        new_schema = bigquery_helper._SchemaResponseToDicts(schema)
        self.assertEqual(
            new_schema[0]['type_conversion_function']([{
                'v': 'true'
            }, {
                'v': 'false'
            }],
                                                      repeated=True),
            [True, False])

        schema = [{'type': 'STRING', 'name': 'field_name', 'mode': 'NULLABLE'}]
        new_schema = bigquery_helper._SchemaResponseToDicts(schema)
        self.assertEqual(new_schema[0]['name'], 'field_name')
        self.assertEqual(new_schema[0]['nullable'], True)
        self.assertTrue('type_conversion_function' in new_schema[0])
        self.assertEqual(new_schema[0]['type_conversion_function']('str'),
                         'str')

        schema = [{'type': 'STRING', 'name': 'field_name', 'mode': 'REPEATED'}]
        new_schema = bigquery_helper._SchemaResponseToDicts(schema)
        self.assertEqual(
            new_schema[0]['type_conversion_function']([{
                'v': 'asdf1'
            }, {
                'v': 'asdf2'
            }],
                                                      repeated=True),
            ['asdf1', 'asdf2'])

        schema = [{
            'type': 'TIMESTAMP',
            'name': 'field_name',
            'mode': 'NULLABLE'
        }]
        new_schema = bigquery_helper._SchemaResponseToDicts(schema)
        self.assertEqual(new_schema[0]['name'], 'field_name')
        self.assertEqual(new_schema[0]['nullable'], True)
        self.assertTrue('type_conversion_function' in new_schema[0])
        self.assertEqual(
            new_schema[0]['type_conversion_function'](
                _UTC_TIMESTAMP_OF_START_TIME), _UTC_DATETIME_OF_START_TIME)

        schema = [{
            'type': 'TIMESTAMP',
            'name': 'field_name',
            'mode': 'REPEATED'
        }]
        new_schema = bigquery_helper._SchemaResponseToDicts(schema)
        self.assertEqual(
            new_schema[0]['type_conversion_function'](
                [{
                    'v': _UTC_TIMESTAMP_OF_START_TIME
                }, {
                    'v': _UTC_TIMESTAMP_OF_START_TIME
                }],
                repeated=True),
            [_UTC_DATETIME_OF_START_TIME, _UTC_DATETIME_OF_START_TIME])