def test_left_outer_join(self):
self.assert_parsed_select(
'SELECT t1.foo, t2.bar '
'FROM table1 t1 LEFT OUTER JOIN EACH table2 t2 ON t1.id = t2.id',
tq_ast.Select(
[
tq_ast.SelectField(tq_ast.ColumnId('t1.foo'), None, None),
tq_ast.SelectField(tq_ast.ColumnId('t2.bar'), None, None)
],
tq_ast.Join(tq_ast.TableId('table1', 't1'), [
tq_ast.PartialJoin(
tq_ast.TableId('table2', 't2'),
tq_ast.JoinType.LEFT_OUTER,
tq_ast.BinaryOperator('=', tq_ast.ColumnId('t1.id'),
tq_ast.ColumnId('t2.id')),
),
]), None, None, None, None, None, None))
self.assert_parsed_select(
'SELECT t1.foo, t2.bar '
'FROM table1 t1 LEFT JOIN table2 t2 ON t1.id = t2.id',
tq_ast.Select(
[
tq_ast.SelectField(tq_ast.ColumnId('t1.foo'), None, None),
tq_ast.SelectField(tq_ast.ColumnId('t2.bar'), None, None)
],
tq_ast.Join(tq_ast.TableId('table1', 't1'), [
tq_ast.PartialJoin(
tq_ast.TableId('table2', 't2'),
tq_ast.JoinType.LEFT_OUTER,
tq_ast.BinaryOperator('=', tq_ast.ColumnId('t1.id'),
tq_ast.ColumnId('t2.id')),
),
]), None, None, None, None, None, None))
def test_subquery(self):
self.assert_parsed_select(
'SELECT foo FROM (SELECT val AS foo FROM table)',
tq_ast.Select(
[tq_ast.SelectField(tq_ast.ColumnId('foo'), None, None)],
tq_ast.Select(
[tq_ast.SelectField(tq_ast.ColumnId('val'), 'foo', None)],
tq_ast.TableId('table', None), None, None, None, None,
None, None), None, None, None, None, None, None))
def p_select(p):
"""select : SELECT select_field_list optional_limit
| SELECT select_field_list FROM full_table_expr optional_where \
optional_group_by optional_having optional_order_by \
optional_limit
"""
if len(p) == 4:
p[0] = tq_ast.Select(p[2], None, None, None, None, None, p[3], None)
elif len(p) == 10:
p[0] = tq_ast.Select(p[2], p[4], p[5], p[6], p[7], p[8], p[9], None)
else:
assert False, 'Unexpected number of captured tokens.'
def test_fully_qualified_name(self):
self.assert_parsed_select(
'SELECT table.foo FROM table',
tq_ast.Select(
[tq_ast.SelectField(tq_ast.ColumnId('table.foo'), None, None)],
tq_ast.TableId('table',
None), None, None, None, None, None, None))
def test_group_by(self):
self.assert_parsed_select(
'SELECT foo FROM bar GROUP BY baz',
tq_ast.Select(
[tq_ast.SelectField(tq_ast.ColumnId('foo'), None, None)],
tq_ast.TableId('bar', None), None, [tq_ast.ColumnId('baz')],
None, None, None, None))
def test_record_star(self):
self.assert_parsed_select(
'SELECT foo.* FROM table',
tq_ast.Select(
[tq_ast.SelectField(tq_ast.ColumnId('foo.*'), None, None)],
tq_ast.TableId('table',
None), None, None, None, None, None, None))
def test_dot_separated_table_name(self):
self.assert_parsed_select(
'SELECT foo FROM dataset.table',
tq_ast.Select(
[tq_ast.SelectField(tq_ast.ColumnId('foo'), None, None)],
tq_ast.TableId('dataset.table',
None), None, None, None, None, None, None))
def test_select_from_table(self):
self.assert_parsed_select(
'SELECT foo FROM bar',
tq_ast.Select(
[tq_ast.SelectField(tq_ast.ColumnId('foo'), None, None)],
tq_ast.TableId('bar',
None), None, None, None, None, None, None))
def test_negative_numbers(self):
self.assert_parsed_select(
'SELECT -5',
tq_ast.Select([
tq_ast.SelectField(tq_ast.UnaryOperator('-', literal(5)), None,
None)
], None, None, None, None, None, None, None),
)
def test_other_literals(self):
self.assert_parsed_select(
'SELECT true, false, null',
tq_ast.Select([
tq_ast.SelectField(tq_ast.Literal(True), None, None),
tq_ast.SelectField(tq_ast.Literal(False), None, None),
tq_ast.SelectField(tq_ast.Literal(None), None, None)
], None, None, None, None, None, None, None))
def test_cross_join(self):
self.assert_parsed_select(
'SELECT 0 FROM table1 t1 CROSS JOIN table2 t2',
tq_ast.Select(
[tq_ast.SelectField(tq_ast.Literal(0), None, None)],
tq_ast.Join(tq_ast.TableId('table1', 't1'), [
tq_ast.PartialJoin(tq_ast.TableId('table2', 't2'),
tq_ast.JoinType.CROSS, None),
]), None, None, None, None, None, None))
def test_limit(self):
self.assert_parsed_select(
'SELECT SUM(foo) FROM bar GROUP BY baz LIMIT 10',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.FunctionCall('sum', [tq_ast.ColumnId('foo')]), None,
None)
], tq_ast.TableId('bar', None), None, [tq_ast.ColumnId('baz')],
None, None, 10, None))
def test_aggregates(self):
self.assert_parsed_select(
'SELECT MAX(foo) FROM bar',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.FunctionCall('max', [tq_ast.ColumnId('foo')]), None,
None)
], tq_ast.TableId('bar', None), None, None, None, None, None,
None))
def test_select_comparison(self):
self.assert_parsed_select(
'SELECT foo = bar FROM baz',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.BinaryOperator('=', tq_ast.ColumnId('foo'),
tq_ast.ColumnId('bar')), None, None)
], tq_ast.TableId('baz', None), None, None, None, None, None,
None))
def test_multiple_table_select(self):
self.assert_parsed_select(
'SELECT foo FROM table1, table2',
tq_ast.Select(
[tq_ast.SelectField(tq_ast.ColumnId('foo'), None, None)],
tq_ast.TableUnion([
tq_ast.TableId('table1', None),
tq_ast.TableId('table2', None),
]), None, None, None, None, None, None))
def test_parens(self):
self.assert_parsed_select(
'SELECT 2 + (3 * 4)',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.BinaryOperator(
'+', literal(2),
tq_ast.BinaryOperator('*', literal(3), literal(4))),
None, None)
], None, None, None, None, None, None, None))
def test_arithmetic_operator_parsing(self):
self.assert_parsed_select(
'SELECT 1 * 2 + 3 / 4',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.BinaryOperator(
'+', tq_ast.BinaryOperator('*', literal(1),
literal(2)),
tq_ast.BinaryOperator('/', literal(3), literal(4))),
None, None)
], None, None, None, None, None, None, None))
def test_having(self):
self.assert_parsed_select(
'SELECT foo + 2 FROM bar HAVING foo > 3',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.BinaryOperator('+', tq_ast.ColumnId('foo'),
tq_ast.Literal(2)), None, None)
], tq_ast.TableId('bar', None), None, None,
tq_ast.BinaryOperator('>', tq_ast.ColumnId('foo'),
tq_ast.Literal(3)), None, None,
None))
def test_multiple_select(self):
self.assert_parsed_select(
'SELECT a AS foo, b bar, a + 1 baz FROM test_table',
tq_ast.Select([
tq_ast.SelectField(tq_ast.ColumnId('a'), 'foo', None),
tq_ast.SelectField(tq_ast.ColumnId('b'), 'bar', None),
tq_ast.SelectField(
tq_ast.BinaryOperator('+', tq_ast.ColumnId('a'),
tq_ast.Literal(1)), 'baz', None)
], tq_ast.TableId('test_table', None), None, None, None, None,
None, None))
def test_within_clause(self):
self.assert_parsed_select(
'SELECT fullname, COUNT(citiesLived.yearsLived) WITHIN '
'citiesLived AS numberOfTimesInEachCity FROM table',
tq_ast.Select([
tq_ast.SelectField(tq_ast.ColumnId('fullname'), None, None),
tq_ast.SelectField(
tq_ast.FunctionCall(
'count', [tq_ast.ColumnId('citiesLived.yearsLived')]),
'numberOfTimesInEachCity', 'citiesLived')
], tq_ast.TableId('table', None), None, None, None, None, None,
None))
def test_count_star(self):
self.assert_parsed_select(
'SELECT COUNT(*), COUNT(((*))) FROM table',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.FunctionCall('count', [tq_ast.Literal(1)]), None,
None),
tq_ast.SelectField(
tq_ast.FunctionCall('count', [tq_ast.Literal(1)]), None,
None)
], tq_ast.TableId('table', None), None, None, None, None, None,
None))
def test_null_comparison_functions(self):
self.assert_parsed_select(
'SELECT foo IS NULL, bar IS NOT NULL FROM table',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.UnaryOperator('is_null', tq_ast.ColumnId('foo')),
None, None),
tq_ast.SelectField(
tq_ast.UnaryOperator('is_not_null',
tq_ast.ColumnId('bar')), None, None)
], tq_ast.TableId('table', None), None, None, None, None, None,
None))
def test_within_record(self):
self.assert_parsed_select(
'SELECT fullname, COUNT(children.name) WITHIN RECORD AS '
'numberOfChildren FROM table',
tq_ast.Select([
tq_ast.SelectField(tq_ast.ColumnId('fullname'), None, None),
tq_ast.SelectField(
tq_ast.FunctionCall('count',
[tq_ast.ColumnId('children.name')]),
'numberOfChildren', 'RECORD')
], tq_ast.TableId('table', None), None, None, None, None, None,
None))
def test_single_clause_case(self):
self.assert_parsed_select(
'SELECT CASE WHEN x = 4 THEN 16 END',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.CaseExpression([
tq_ast.CaseClause(
tq_ast.BinaryOperator('=', tq_ast.ColumnId('x'),
tq_ast.Literal(4)),
tq_ast.Literal(16)),
]), None, None)
], None, None, None, None, None, None, None))
def test_order_by(self):
self.assert_parsed_select(
'SELECT foo, bar, baz FROM table ORDER BY foo DESC, bar, baz ASC,',
tq_ast.Select([
tq_ast.SelectField(tq_ast.ColumnId('foo'), None, None),
tq_ast.SelectField(tq_ast.ColumnId('bar'), None, None),
tq_ast.SelectField(tq_ast.ColumnId('baz'), None, None)
], tq_ast.TableId('table', None), None, None, None, [
tq_ast.Ordering(tq_ast.ColumnId('foo'), False),
tq_ast.Ordering(tq_ast.ColumnId('bar'), True),
tq_ast.Ordering(tq_ast.ColumnId('baz'), True)
], None, None))
def test_function_calls(self):
self.assert_parsed_select(
'SELECT ABS(-3), POW(2, 3), NOW()',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.FunctionCall(
'abs', [tq_ast.UnaryOperator('-', literal(3))]), None,
None),
tq_ast.SelectField(
tq_ast.FunctionCall('pow',
[literal(2), literal(3)]), None, None),
tq_ast.SelectField(tq_ast.FunctionCall('now', []), None, None)
], None, None, None, None, None, None, None))
def test_join_each(self):
self.assert_parsed_select(
'SELECT 0 FROM table1 t1 JOIN EACH table2 t2 ON t1.foo = t2.bar',
tq_ast.Select(
[tq_ast.SelectField(tq_ast.Literal(0), None, None)],
tq_ast.Join(tq_ast.TableId('table1', 't1'), [
tq_ast.PartialJoin(
tq_ast.TableId('table2', 't2'),
tq_ast.JoinType.INNER,
tq_ast.BinaryOperator('=', tq_ast.ColumnId('t1.foo'),
tq_ast.ColumnId('t2.bar')),
),
]), None, None, None, None, None, None))
def test_operator_precedence(self):
self.assert_parsed_select(
'SELECT 2 + 3 * 4 + 5',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.BinaryOperator(
'+',
tq_ast.BinaryOperator(
'+', literal(2),
tq_ast.BinaryOperator('*',
literal(3), literal(4))),
literal(5)), None, None)
], None, None, None, None, None, None, None))
self.assert_parsed_select(
'SELECT FALSE OR "xyz" CONTAINS "y"',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.BinaryOperator(
'or', literal(False),
tq_ast.BinaryOperator('contains', literal('xyz'),
literal('y'))), None, None)
], None, None, None, None, None, None, None))
def p_aliased_table_expr(p):
"""aliased_table_expr : table_expr
| table_expr ID
| table_expr AS ID"""
if len(p) == 2:
p[0] = p[1]
else:
if isinstance(p[1], tq_ast.TableId):
p[0] = tq_ast.TableId(p[1].name, p[len(p) - 1])
elif isinstance(p[1], tq_ast.Select):
p[0] = tq_ast.Select(p[1].select_fields, p[1].table_expr,
p[1].where_expr, p[1].groups,
p[1].having_expr, p[1].orderings, p[1].limit,
p[len(p) - 1])
else:
assert False, 'Unexpected table_expr type: %s' % type(p[1])
def test_redundant_commas_allowed(self):
# In most cases, a comma at the end of a comma-separated list is OK.
self.assert_parsed_select(
'SELECT foo IN (1, 2, 3,), bar, FROM table1, table2, '
'GROUP BY col1, col2,',
tq_ast.Select([
tq_ast.SelectField(
tq_ast.FunctionCall('in', [
tq_ast.ColumnId('foo'),
tq_ast.Literal(1),
tq_ast.Literal(2),
tq_ast.Literal(3)
]), None, None),
tq_ast.SelectField(tq_ast.ColumnId('bar'), None, None)
],
tq_ast.TableUnion([
tq_ast.TableId('table1', None),
tq_ast.TableId('table2', None)
]), None,
[tq_ast.ColumnId('col1'),
tq_ast.ColumnId('col2')], None, None, None, None))
