def test_multi_part_join(self):
self.assert_parsed_select(
'SELECT t1.foo, t2.bar, t3.baz '
'FROM table1 t1 LEFT OUTER JOIN EACH table2 t2 ON t1.id = t2.id '
'JOIN table3 t3 ON t3.id = t1.id',
tq_ast.Select(
[
tq_ast.SelectField(tq_ast.ColumnId('t1.foo'), None, None),
tq_ast.SelectField(tq_ast.ColumnId('t2.bar'), None, None),
tq_ast.SelectField(tq_ast.ColumnId('t3.baz'), None, None)
],
tq_ast.Join(tq_ast.TableId('table1', 't1'), [
tq_ast.PartialJoin(
tq_ast.TableId('table2', 't2'),
tq_ast.JoinType.LEFT_OUTER,
tq_ast.BinaryOperator('=', tq_ast.ColumnId('t1.id'),
tq_ast.ColumnId('t2.id')),
),
tq_ast.PartialJoin(
tq_ast.TableId('table3', 't3'),
tq_ast.JoinType.INNER,
tq_ast.BinaryOperator('=', tq_ast.ColumnId('t3.id'),
tq_ast.ColumnId('t1.id')),
),
]), None, None, None, None, None, None))
def test_function_calls(self):
self.assert_parsed_select(
'SELECT ABS(-3), POW(2, 3), NOW()',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.FunctionCall('abs', [
tq_ast.UnaryOperator('-', literal(3))
]),
None
),
tq_ast.SelectField(
tq_ast.FunctionCall('pow', [literal(2), literal(3)]),
None
),
tq_ast.SelectField(
tq_ast.FunctionCall('now', []),
None
)],
None,
None,
None,
None,
None,
None
)
)
def test_other_literals(self):
self.assert_parsed_select(
'SELECT true, false, null',
tq_ast.Select([
tq_ast.SelectField(tq_ast.Literal(True), None),
tq_ast.SelectField(tq_ast.Literal(False), None),
tq_ast.SelectField(tq_ast.Literal(None), None)
], None, None, None, None, None, None))
def test_subquery(self):
self.assert_parsed_select(
'SELECT foo FROM (SELECT val AS foo FROM table)',
tq_ast.Select(
[tq_ast.SelectField(tq_ast.ColumnId('foo'), None)],
tq_ast.Select(
[tq_ast.SelectField(tq_ast.ColumnId('val'), 'foo')],
tq_ast.TableId('table', None), None, None, None, None,
None), None, None, None, None, None))
def test_count_star(self):
self.assert_parsed_select(
'SELECT COUNT(*), COUNT(((*))) FROM table',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.FunctionCall('count', [tq_ast.Literal(1)]), None),
tq_ast.SelectField(
tq_ast.FunctionCall('count', [tq_ast.Literal(1)]), None)
], tq_ast.TableId('table', None), None, None, None, None, None))
def test_null_comparison_functions(self):
self.assert_parsed_select(
'SELECT foo IS NULL, bar IS NOT NULL FROM table',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.UnaryOperator('is_null', tq_ast.ColumnId('foo')),
None),
tq_ast.SelectField(
tq_ast.UnaryOperator('is_not_null',
tq_ast.ColumnId('bar')), None)
], tq_ast.TableId('table', None), None, None, None, None, None))
def test_multiple_select(self):
self.assert_parsed_select(
'SELECT a AS foo, b bar, a + 1 baz FROM test_table',
tq_ast.Select([
tq_ast.SelectField(tq_ast.ColumnId('a'), 'foo'),
tq_ast.SelectField(tq_ast.ColumnId('b'), 'bar'),
tq_ast.SelectField(
tq_ast.BinaryOperator('+', tq_ast.ColumnId('a'),
tq_ast.Literal(1)), 'baz')
], tq_ast.TableId('test_table', None), None, None, None, None,
None))
def test_order_by(self):
self.assert_parsed_select(
'SELECT foo, bar, baz FROM table ORDER BY foo DESC, bar, baz ASC,',
tq_ast.Select([
tq_ast.SelectField(tq_ast.ColumnId('foo'), None),
tq_ast.SelectField(tq_ast.ColumnId('bar'), None),
tq_ast.SelectField(tq_ast.ColumnId('baz'), None)
], tq_ast.TableId('table', None), None, None, [
tq_ast.Ordering(tq_ast.ColumnId('foo'), False),
tq_ast.Ordering(tq_ast.ColumnId('bar'), True),
tq_ast.Ordering(tq_ast.ColumnId('baz'), True)
], None, None))
def test_within_clause(self):
self.assert_parsed_select(
'SELECT fullname, COUNT(citiesLived.yearsLived) WITHIN '
'citiesLived AS numberOfTimesInEachCity FROM table',
tq_ast.Select([
tq_ast.SelectField(tq_ast.ColumnId('fullname'), None, None),
tq_ast.SelectField(
tq_ast.FunctionCall(
'count', [tq_ast.ColumnId('citiesLived.yearsLived')]),
'numberOfTimesInEachCity', 'citiesLived')
], tq_ast.TableId('table', None), None, None, None, None, None,
None))
def test_within_record(self):
self.assert_parsed_select(
'SELECT fullname, COUNT(children.name) WITHIN RECORD AS '
'numberOfChildren FROM table',
tq_ast.Select([
tq_ast.SelectField(tq_ast.ColumnId('fullname'), None, None),
tq_ast.SelectField(
tq_ast.FunctionCall('count',
[tq_ast.ColumnId('children.name')]),
'numberOfChildren', 'RECORD')
], tq_ast.TableId('table', None), None, None, None, None, None,
None))
def test_left_outer_join(self):
self.assert_parsed_select(
'SELECT t1.foo, t2.bar '
'FROM table1 t1 LEFT OUTER JOIN EACH table2 t2 ON t1.id = t2.id',
tq_ast.Select([
tq_ast.SelectField(tq_ast.ColumnId('t1.foo'), None),
tq_ast.SelectField(tq_ast.ColumnId('t2.bar'), None)
],
tq_ast.Join(tq_ast.TableId('table1', 't1'),
tq_ast.TableId('table2', 't2'),
tq_ast.BinaryOperator(
'=', tq_ast.ColumnId('t1.id'),
tq_ast.ColumnId('t2.id')),
is_left_outer=True), None, None, None,
None, None))
def test_multi_clause_case(self):
self.assert_parsed_select(
'SELECT CASE WHEN x = 4 THEN 16 WHEN x = 5 THEN 25 END',
tq_ast.Select(
[
tq_ast.SelectField(
tq_ast.CaseExpression([
tq_ast.CaseClause(
tq_ast.BinaryOperator('=',
tq_ast.ColumnId('x'),
tq_ast.Literal(4)),
tq_ast.Literal(16)
),
tq_ast.CaseClause(
tq_ast.BinaryOperator('=',
tq_ast.ColumnId('x'),
tq_ast.Literal(5)),
tq_ast.Literal(25)
),
]),
None
)
],
None, None, None, None, None, None
)
)
def test_dot_separated_table_name(self):
self.assert_parsed_select(
'SELECT foo FROM dataset.table',
tq_ast.Select(
[tq_ast.SelectField(tq_ast.ColumnId('foo'), None, None)],
tq_ast.TableId('dataset.table',
None), None, None, None, None, None, None))
def test_fully_qualified_name(self):
self.assert_parsed_select(
'SELECT table.foo FROM table',
tq_ast.Select(
[tq_ast.SelectField(tq_ast.ColumnId('table.foo'), None, None)],
tq_ast.TableId('table',
None), None, None, None, None, None, None))
def test_aggregates(self):
self.assert_parsed_select(
'SELECT MAX(foo) FROM bar',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.FunctionCall('max', [tq_ast.ColumnId('foo')]), None)
], tq_ast.TableId('bar', None), None, None, None, None, None))
def test_record_star(self):
self.assert_parsed_select(
'SELECT foo.* FROM table',
tq_ast.Select(
[tq_ast.SelectField(tq_ast.ColumnId('foo.*'), None, None)],
tq_ast.TableId('table',
None), None, None, None, None, None, None))
def test_cross_join(self):
self.assert_parsed_select(
'SELECT 0 FROM table1 t1 CROSS JOIN table2 t2',
tq_ast.Select([tq_ast.SelectField(tq_ast.Literal(0), None)],
tq_ast.CrossJoin(tq_ast.TableId('table1', 't1'),
tq_ast.TableId('table2', 't2')),
None, None, None, None, None))
def test_negative_numbers(self):
self.assert_parsed_select(
'SELECT -5',
tq_ast.Select([
tq_ast.SelectField(tq_ast.UnaryOperator('-', literal(5)), None)
], None, None, None, None, None, None),
)
def expand_select_fields(self, select_fields, table_expr):
"""Expand any stars into a list of all context columns.
Arguments:
select_fields: A list of uncompiled select fields, some of which
can be tq_ast.Star.
table_expr: The compiled table expression to reference, if
necessary.
"""
table_ctx = table_expr.type_ctx
star_select_fields = []
for table_name, col_name in table_ctx.columns.iterkeys():
if table_name is not None:
col_ref = table_name + '.' + col_name
else:
col_ref = col_name
# Joins are special: the aliases default to a fully-qualified name.
if isinstance(table_expr, typed_ast.Join):
alias = table_name + '.' + col_name
else:
alias = col_name
star_select_fields.append(
tq_ast.SelectField(tq_ast.ColumnId(col_ref), alias))
result_fields = []
for field in select_fields:
if isinstance(field, tq_ast.Star):
result_fields.extend(star_select_fields)
else:
result_fields.append(field)
return result_fields
def test_select_from_table(self):
self.assert_parsed_select(
'SELECT foo FROM bar',
tq_ast.Select(
[tq_ast.SelectField(tq_ast.ColumnId('foo'), None, None)],
tq_ast.TableId('bar',
None), None, None, None, None, None, None))
def test_group_by(self):
self.assert_parsed_select(
'SELECT foo FROM bar GROUP BY baz',
tq_ast.Select(
[tq_ast.SelectField(tq_ast.ColumnId('foo'), None, None)],
tq_ast.TableId('bar', None), None, [tq_ast.ColumnId('baz')],
None, None, None, None))
def test_join(self):
self.assert_parsed_select(
'SELECT t1.foo, t2.bar '
'FROM table1 t1 JOIN table2 t2 ON t1.id = t2.id',
tq_ast.Select(
[
tq_ast.SelectField(tq_ast.ColumnId('t1.foo'), None, None),
tq_ast.SelectField(tq_ast.ColumnId('t2.bar'), None, None)
],
tq_ast.Join(tq_ast.TableId('table1', 't1'), [
tq_ast.PartialJoin(
tq_ast.TableId('table2', 't2'),
tq_ast.JoinType.INNER,
tq_ast.BinaryOperator('=', tq_ast.ColumnId('t1.id'),
tq_ast.ColumnId('t2.id')),
),
]), None, None, None, None, None, None))
def test_multiple_table_select(self):
self.assert_parsed_select(
'SELECT foo FROM table1, table2',
tq_ast.Select([tq_ast.SelectField(tq_ast.ColumnId('foo'), None)],
tq_ast.TableUnion([
tq_ast.TableId('table1', None),
tq_ast.TableId('table2', None),
]), None, None, None, None, None))
def test_select_comparison(self):
self.assert_parsed_select(
'SELECT foo = bar FROM baz',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.BinaryOperator('=', tq_ast.ColumnId('foo'),
tq_ast.ColumnId('bar')), None)
], tq_ast.TableId('baz', None), None, None, None, None, None))
def test_limit(self):
self.assert_parsed_select(
'SELECT SUM(foo) FROM bar GROUP BY baz LIMIT 10',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.FunctionCall('sum', [tq_ast.ColumnId('foo')]), None)
], tq_ast.TableId('bar', None), None, [tq_ast.ColumnId('baz')],
None, 10, None))
def p_select_field(p):
"""select_field : expression
| expression ID
| expression AS ID
"""
if len(p) > 2:
alias = p[len(p) - 1]
else:
alias = None
p[0] = tq_ast.SelectField(p[1], alias)
def test_parens(self):
self.assert_parsed_select(
'SELECT 2 + (3 * 4)',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.BinaryOperator(
'+', literal(2),
tq_ast.BinaryOperator('*', literal(3), literal(4))),
None)
], None, None, None, None, None, None))
def test_where(self):
self.assert_parsed_select(
'SELECT foo + 2 FROM bar WHERE foo > 3',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.BinaryOperator('+', tq_ast.ColumnId('foo'),
tq_ast.Literal(2)), None)
], tq_ast.TableId('bar', None),
tq_ast.BinaryOperator('>', tq_ast.ColumnId('foo'),
tq_ast.Literal(3)), None, None,
None, None))
def test_arithmetic_operator_parsing(self):
self.assert_parsed_select(
'SELECT 1 * 2 + 3 / 4',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.BinaryOperator(
'+', tq_ast.BinaryOperator('*', literal(1),
literal(2)),
tq_ast.BinaryOperator('/', literal(3), literal(4))),
None)
], None, None, None, None, None, None))
def test_join_each(self):
self.assert_parsed_select(
'SELECT 0 FROM table1 t1 JOIN EACH table2 t2 ON t1.foo = t2.bar',
tq_ast.Select([tq_ast.SelectField(tq_ast.Literal(0), None)],
tq_ast.Join(tq_ast.TableId('table1', 't1'),
tq_ast.TableId('table2', 't2'),
tq_ast.BinaryOperator(
'=', tq_ast.ColumnId('t1.foo'),
tq_ast.ColumnId('t2.bar')),
is_left_outer=False), None, None, None,
None, None))
