def test_left_outer_join(self): self.assert_parsed_select( 'SELECT t1.foo, t2.bar ' 'FROM table1 t1 LEFT OUTER JOIN EACH table2 t2 ON t1.id = t2.id', tq_ast.Select( [ tq_ast.SelectField(tq_ast.ColumnId('t1.foo'), None, None), tq_ast.SelectField(tq_ast.ColumnId('t2.bar'), None, None) ], tq_ast.Join(tq_ast.TableId('table1', 't1'), [ tq_ast.PartialJoin( tq_ast.TableId('table2', 't2'), tq_ast.JoinType.LEFT_OUTER, tq_ast.BinaryOperator('=', tq_ast.ColumnId('t1.id'), tq_ast.ColumnId('t2.id')), ), ]), None, None, None, None, None, None)) self.assert_parsed_select( 'SELECT t1.foo, t2.bar ' 'FROM table1 t1 LEFT JOIN table2 t2 ON t1.id = t2.id', tq_ast.Select( [ tq_ast.SelectField(tq_ast.ColumnId('t1.foo'), None, None), tq_ast.SelectField(tq_ast.ColumnId('t2.bar'), None, None) ], tq_ast.Join(tq_ast.TableId('table1', 't1'), [ tq_ast.PartialJoin( tq_ast.TableId('table2', 't2'), tq_ast.JoinType.LEFT_OUTER, tq_ast.BinaryOperator('=', tq_ast.ColumnId('t1.id'), tq_ast.ColumnId('t2.id')), ), ]), None, None, None, None, None, None))
def test_subquery(self): self.assert_parsed_select( 'SELECT foo FROM (SELECT val AS foo FROM table)', tq_ast.Select( [tq_ast.SelectField(tq_ast.ColumnId('foo'), None, None)], tq_ast.Select( [tq_ast.SelectField(tq_ast.ColumnId('val'), 'foo', None)], tq_ast.TableId('table', None), None, None, None, None, None, None), None, None, None, None, None, None))
def p_select(p): """select : SELECT select_field_list optional_limit | SELECT select_field_list FROM full_table_expr optional_where \ optional_group_by optional_having optional_order_by \ optional_limit """ if len(p) == 4: p[0] = tq_ast.Select(p[2], None, None, None, None, None, p[3], None) elif len(p) == 10: p[0] = tq_ast.Select(p[2], p[4], p[5], p[6], p[7], p[8], p[9], None) else: assert False, 'Unexpected number of captured tokens.'
def test_fully_qualified_name(self): self.assert_parsed_select( 'SELECT table.foo FROM table', tq_ast.Select( [tq_ast.SelectField(tq_ast.ColumnId('table.foo'), None, None)], tq_ast.TableId('table', None), None, None, None, None, None, None))
def test_group_by(self): self.assert_parsed_select( 'SELECT foo FROM bar GROUP BY baz', tq_ast.Select( [tq_ast.SelectField(tq_ast.ColumnId('foo'), None, None)], tq_ast.TableId('bar', None), None, [tq_ast.ColumnId('baz')], None, None, None, None))
def test_record_star(self): self.assert_parsed_select( 'SELECT foo.* FROM table', tq_ast.Select( [tq_ast.SelectField(tq_ast.ColumnId('foo.*'), None, None)], tq_ast.TableId('table', None), None, None, None, None, None, None))
def test_dot_separated_table_name(self): self.assert_parsed_select( 'SELECT foo FROM dataset.table', tq_ast.Select( [tq_ast.SelectField(tq_ast.ColumnId('foo'), None, None)], tq_ast.TableId('dataset.table', None), None, None, None, None, None, None))
def test_select_from_table(self): self.assert_parsed_select( 'SELECT foo FROM bar', tq_ast.Select( [tq_ast.SelectField(tq_ast.ColumnId('foo'), None, None)], tq_ast.TableId('bar', None), None, None, None, None, None, None))
def test_negative_numbers(self): self.assert_parsed_select( 'SELECT -5', tq_ast.Select([ tq_ast.SelectField(tq_ast.UnaryOperator('-', literal(5)), None, None) ], None, None, None, None, None, None, None), )
def test_other_literals(self): self.assert_parsed_select( 'SELECT true, false, null', tq_ast.Select([ tq_ast.SelectField(tq_ast.Literal(True), None, None), tq_ast.SelectField(tq_ast.Literal(False), None, None), tq_ast.SelectField(tq_ast.Literal(None), None, None) ], None, None, None, None, None, None, None))
def test_cross_join(self): self.assert_parsed_select( 'SELECT 0 FROM table1 t1 CROSS JOIN table2 t2', tq_ast.Select( [tq_ast.SelectField(tq_ast.Literal(0), None, None)], tq_ast.Join(tq_ast.TableId('table1', 't1'), [ tq_ast.PartialJoin(tq_ast.TableId('table2', 't2'), tq_ast.JoinType.CROSS, None), ]), None, None, None, None, None, None))
def test_limit(self): self.assert_parsed_select( 'SELECT SUM(foo) FROM bar GROUP BY baz LIMIT 10', tq_ast.Select([ tq_ast.SelectField( tq_ast.FunctionCall('sum', [tq_ast.ColumnId('foo')]), None, None) ], tq_ast.TableId('bar', None), None, [tq_ast.ColumnId('baz')], None, None, 10, None))
def test_aggregates(self): self.assert_parsed_select( 'SELECT MAX(foo) FROM bar', tq_ast.Select([ tq_ast.SelectField( tq_ast.FunctionCall('max', [tq_ast.ColumnId('foo')]), None, None) ], tq_ast.TableId('bar', None), None, None, None, None, None, None))
def test_select_comparison(self): self.assert_parsed_select( 'SELECT foo = bar FROM baz', tq_ast.Select([ tq_ast.SelectField( tq_ast.BinaryOperator('=', tq_ast.ColumnId('foo'), tq_ast.ColumnId('bar')), None, None) ], tq_ast.TableId('baz', None), None, None, None, None, None, None))
def test_multiple_table_select(self): self.assert_parsed_select( 'SELECT foo FROM table1, table2', tq_ast.Select( [tq_ast.SelectField(tq_ast.ColumnId('foo'), None, None)], tq_ast.TableUnion([ tq_ast.TableId('table1', None), tq_ast.TableId('table2', None), ]), None, None, None, None, None, None))
def test_parens(self): self.assert_parsed_select( 'SELECT 2 + (3 * 4)', tq_ast.Select([ tq_ast.SelectField( tq_ast.BinaryOperator( '+', literal(2), tq_ast.BinaryOperator('*', literal(3), literal(4))), None, None) ], None, None, None, None, None, None, None))
def test_arithmetic_operator_parsing(self): self.assert_parsed_select( 'SELECT 1 * 2 + 3 / 4', tq_ast.Select([ tq_ast.SelectField( tq_ast.BinaryOperator( '+', tq_ast.BinaryOperator('*', literal(1), literal(2)), tq_ast.BinaryOperator('/', literal(3), literal(4))), None, None) ], None, None, None, None, None, None, None))
def test_having(self): self.assert_parsed_select( 'SELECT foo + 2 FROM bar HAVING foo > 3', tq_ast.Select([ tq_ast.SelectField( tq_ast.BinaryOperator('+', tq_ast.ColumnId('foo'), tq_ast.Literal(2)), None, None) ], tq_ast.TableId('bar', None), None, None, tq_ast.BinaryOperator('>', tq_ast.ColumnId('foo'), tq_ast.Literal(3)), None, None, None))
def test_multiple_select(self): self.assert_parsed_select( 'SELECT a AS foo, b bar, a + 1 baz FROM test_table', tq_ast.Select([ tq_ast.SelectField(tq_ast.ColumnId('a'), 'foo', None), tq_ast.SelectField(tq_ast.ColumnId('b'), 'bar', None), tq_ast.SelectField( tq_ast.BinaryOperator('+', tq_ast.ColumnId('a'), tq_ast.Literal(1)), 'baz', None) ], tq_ast.TableId('test_table', None), None, None, None, None, None, None))
def test_within_clause(self): self.assert_parsed_select( 'SELECT fullname, COUNT(citiesLived.yearsLived) WITHIN ' 'citiesLived AS numberOfTimesInEachCity FROM table', tq_ast.Select([ tq_ast.SelectField(tq_ast.ColumnId('fullname'), None, None), tq_ast.SelectField( tq_ast.FunctionCall( 'count', [tq_ast.ColumnId('citiesLived.yearsLived')]), 'numberOfTimesInEachCity', 'citiesLived') ], tq_ast.TableId('table', None), None, None, None, None, None, None))
def test_count_star(self): self.assert_parsed_select( 'SELECT COUNT(*), COUNT(((*))) FROM table', tq_ast.Select([ tq_ast.SelectField( tq_ast.FunctionCall('count', [tq_ast.Literal(1)]), None, None), tq_ast.SelectField( tq_ast.FunctionCall('count', [tq_ast.Literal(1)]), None, None) ], tq_ast.TableId('table', None), None, None, None, None, None, None))
def test_null_comparison_functions(self): self.assert_parsed_select( 'SELECT foo IS NULL, bar IS NOT NULL FROM table', tq_ast.Select([ tq_ast.SelectField( tq_ast.UnaryOperator('is_null', tq_ast.ColumnId('foo')), None, None), tq_ast.SelectField( tq_ast.UnaryOperator('is_not_null', tq_ast.ColumnId('bar')), None, None) ], tq_ast.TableId('table', None), None, None, None, None, None, None))
def test_within_record(self): self.assert_parsed_select( 'SELECT fullname, COUNT(children.name) WITHIN RECORD AS ' 'numberOfChildren FROM table', tq_ast.Select([ tq_ast.SelectField(tq_ast.ColumnId('fullname'), None, None), tq_ast.SelectField( tq_ast.FunctionCall('count', [tq_ast.ColumnId('children.name')]), 'numberOfChildren', 'RECORD') ], tq_ast.TableId('table', None), None, None, None, None, None, None))
def test_single_clause_case(self): self.assert_parsed_select( 'SELECT CASE WHEN x = 4 THEN 16 END', tq_ast.Select([ tq_ast.SelectField( tq_ast.CaseExpression([ tq_ast.CaseClause( tq_ast.BinaryOperator('=', tq_ast.ColumnId('x'), tq_ast.Literal(4)), tq_ast.Literal(16)), ]), None, None) ], None, None, None, None, None, None, None))
def test_order_by(self): self.assert_parsed_select( 'SELECT foo, bar, baz FROM table ORDER BY foo DESC, bar, baz ASC,', tq_ast.Select([ tq_ast.SelectField(tq_ast.ColumnId('foo'), None, None), tq_ast.SelectField(tq_ast.ColumnId('bar'), None, None), tq_ast.SelectField(tq_ast.ColumnId('baz'), None, None) ], tq_ast.TableId('table', None), None, None, None, [ tq_ast.Ordering(tq_ast.ColumnId('foo'), False), tq_ast.Ordering(tq_ast.ColumnId('bar'), True), tq_ast.Ordering(tq_ast.ColumnId('baz'), True) ], None, None))
def test_function_calls(self): self.assert_parsed_select( 'SELECT ABS(-3), POW(2, 3), NOW()', tq_ast.Select([ tq_ast.SelectField( tq_ast.FunctionCall( 'abs', [tq_ast.UnaryOperator('-', literal(3))]), None, None), tq_ast.SelectField( tq_ast.FunctionCall('pow', [literal(2), literal(3)]), None, None), tq_ast.SelectField(tq_ast.FunctionCall('now', []), None, None) ], None, None, None, None, None, None, None))
def test_join_each(self): self.assert_parsed_select( 'SELECT 0 FROM table1 t1 JOIN EACH table2 t2 ON t1.foo = t2.bar', tq_ast.Select( [tq_ast.SelectField(tq_ast.Literal(0), None, None)], tq_ast.Join(tq_ast.TableId('table1', 't1'), [ tq_ast.PartialJoin( tq_ast.TableId('table2', 't2'), tq_ast.JoinType.INNER, tq_ast.BinaryOperator('=', tq_ast.ColumnId('t1.foo'), tq_ast.ColumnId('t2.bar')), ), ]), None, None, None, None, None, None))
def test_operator_precedence(self): self.assert_parsed_select( 'SELECT 2 + 3 * 4 + 5', tq_ast.Select([ tq_ast.SelectField( tq_ast.BinaryOperator( '+', tq_ast.BinaryOperator( '+', literal(2), tq_ast.BinaryOperator('*', literal(3), literal(4))), literal(5)), None, None) ], None, None, None, None, None, None, None)) self.assert_parsed_select( 'SELECT FALSE OR "xyz" CONTAINS "y"', tq_ast.Select([ tq_ast.SelectField( tq_ast.BinaryOperator( 'or', literal(False), tq_ast.BinaryOperator('contains', literal('xyz'), literal('y'))), None, None) ], None, None, None, None, None, None, None))
def p_aliased_table_expr(p): """aliased_table_expr : table_expr | table_expr ID | table_expr AS ID""" if len(p) == 2: p[0] = p[1] else: if isinstance(p[1], tq_ast.TableId): p[0] = tq_ast.TableId(p[1].name, p[len(p) - 1]) elif isinstance(p[1], tq_ast.Select): p[0] = tq_ast.Select(p[1].select_fields, p[1].table_expr, p[1].where_expr, p[1].groups, p[1].having_expr, p[1].orderings, p[1].limit, p[len(p) - 1]) else: assert False, 'Unexpected table_expr type: %s' % type(p[1])
def test_redundant_commas_allowed(self): # In most cases, a comma at the end of a comma-separated list is OK. self.assert_parsed_select( 'SELECT foo IN (1, 2, 3,), bar, FROM table1, table2, ' 'GROUP BY col1, col2,', tq_ast.Select([ tq_ast.SelectField( tq_ast.FunctionCall('in', [ tq_ast.ColumnId('foo'), tq_ast.Literal(1), tq_ast.Literal(2), tq_ast.Literal(3) ]), None, None), tq_ast.SelectField(tq_ast.ColumnId('bar'), None, None) ], tq_ast.TableUnion([ tq_ast.TableId('table1', None), tq_ast.TableId('table2', None) ]), None, [tq_ast.ColumnId('col1'), tq_ast.ColumnId('col2')], None, None, None, None))